---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:53:40.653916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23101"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:53:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:53:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307e3bd12e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23107"
    uid: 8e1a8dee-f8e3-4a3c-a69c-f0140ca47741
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:41Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:53:41Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307e5dd4eb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23122"
    uid: 6a256101-a8f8-49dc-9737-fa2be0aedf09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:41Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307e5f6f72ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23125"
    uid: 23469aa4-6fc7-4117-a931-849691993645
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:41Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307e62c7c3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23126"
    uid: b2ed8832-172b-4959-be4b-fdc7314bbef4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:41Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307e633cb2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23127"
    uid: 0ca2eb86-a170-49a8-b128-b5412d3f15b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:46Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307f98ebeed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23167"
    uid: 9de1160a-f280-4c16-82cc-0bad76d12906
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307f9be5e2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 351b0800-f4b3-4f25-9f0d-941ad1fb35ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307f9c6b2b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 97566acb-16c8-4ee3-a4c9-143b391ba57e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307f9c74cd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: b3abca79-cb0e-4452-bc61-87596def441d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307f9fe09d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: 7c6cb1cb-57c9-4d0c-b9d6-250dd0df6f36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6307fa05dda1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23177"
    uid: 77088971-6963-477b-abbd-0b19abef018a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d6308010e621e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: a2ec790a-fc9b-4ca4-bad1-a3fb68785d84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:54:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d63086781fa7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: 3a30b57c-adbe-4446-bfd5-1eb76e1db605
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 0b4faa45-7903-463c-a5e8-c3d9ddff76cd
  kind: Event
  lastTimestamp: "2026-09-17T18:54:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc.18d630867820b301
    namespace: kserve-ci-e2e-test
    resourceVersion: "23428"
    uid: c3239e1c-5372-4c76-a049-1a443063e82f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: bf320574-a075-4996-9fd4-1f287f89e080
  kind: Event
  lastTimestamp: "2026-09-17T18:53:40Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-m9sjc'
  metadata:
    creationTimestamp: "2026-09-17T18:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d6307e3b3c17af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: e4932494-b7c5-496b-a37a-c1d07dc43c92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23089"
    uid: fe637b9d-031a-44a7-b40e-bd4f864be6dd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:40Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6307e37d3e036
    namespace: kserve-ci-e2e-test
    resourceVersion: "23093"
    uid: bd37da52-e36c-42c3-84ed-9068f7a83cb2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: e01c65bf-5538-44da-80e7-909b2ddcb187
  kind: Event
  lastTimestamp: "2026-09-17T18:53:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:55Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63081b6596369
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: a5cea113-4ca2-4bcb-a93e-a7f4e4ad44f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: e01c65bf-5538-44da-80e7-909b2ddcb187
  kind: Event
  lastTimestamp: "2026-09-17T18:53:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:55Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63081b6c89da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: bc073893-9365-4f08-a760-b93744da8826
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: e01c65bf-5538-44da-80e7-909b2ddcb187
  kind: Event
  lastTimestamp: "2026-09-17T18:54:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6308535b5fd85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 7324f18e-b9d0-46ca-830d-eb729ea34912
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: e01c65bf-5538-44da-80e7-909b2ddcb187
  kind: Event
  lastTimestamp: "2026-09-17T18:54:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63085365e97da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23368"
    uid: 866babae-bd72-4333-bcb2-432adcc3c462
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: 63bd76bc-ab65-462c-aa62-431602315c26
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: isvc-autogluon-ts-v1-noslash.18d6307e37e51a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "23324"
    uid: cdb8f095-29ae-452d-8a4b-686e3e0ca4f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: 63bd76bc-ab65-462c-aa62-431602315c26
  kind: Event
  lastTimestamp: "2026-09-17T18:53:40Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:40Z"
    name: isvc-autogluon-ts-v1-noslash.18d6307e388740c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23098"
    uid: 905cb137-bfb8-429a-9149-10584aad2cb8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: 63bd76bc-ab65-462c-aa62-431602315c26
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: isvc-autogluon-ts-v1-noslash.18d63083d131d0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23321"
    uid: dbadfeed-f377-4269-86cc-97d908b3926e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:52:52.955545Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:52:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:52:52Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d6307320c5b5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: 7f732aa0-adbc-4242-b3ac-6cb632bc1723
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22682"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:52:53Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:52:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d6307343055764
    namespace: kserve-ci-e2e-test
    resourceVersion: "22690"
    uid: 00680e70-0c39-4e2f-bf48-9e8810999664
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:52:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d6307344731b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "22692"
    uid: 53fddea8-b14e-4c89-9afd-385de5f8877f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:52:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d63073473ec0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: 18954a58-2044-449e-aa68-1c8f11bd03a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:52:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d6307347b193e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22694"
    uid: eede9125-1d2f-437c-8a08-1f32cdff3323
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:03Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d63075886f7103
    namespace: kserve-ci-e2e-test
    resourceVersion: "22770"
    uid: a1c15a5c-9985-41de-9568-0989e779804c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d630758ba6afc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: bfbae4d6-131b-4196-9ae3-b2e43493fcc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d630758c1f4eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: d1e30906-b937-4edc-b7a1-82eddbb633ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d630758c2a23c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22776"
    uid: d165cb70-8b69-4c46-b196-a2d7a4d6d3b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d630758f0eff20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: 60a26040-3087-4ea4-a0be-3180a90dc105
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d630758f8a23ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22779"
    uid: 5dee27f5-3dc2-4682-a2bb-110e1c842fab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d6307600622989
    namespace: kserve-ci-e2e-test
    resourceVersion: "22843"
    uid: 4a4320f5-79e4-45f0-bce5-c0be76ce3aaf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d6307d04f26a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23034"
    uid: 7ea52249-c22e-4cb6-81e3-b1ef7a63bde2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d6307d04f2f269
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 4940ef67-da50-4ff6-ad2a-6c32fba6430a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 0a2dd8fc-24ff-419c-9afa-4f911e07fd99
  kind: Event
  lastTimestamp: "2026-09-17T18:53:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4.18d6307d386d0678
    namespace: kserve-ci-e2e-test
    resourceVersion: "23041"
    uid: e2be2764-3e8e-40d8-85a6-3bec045dfb30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22660"
    uid: 1d710001-bad9-4cbd-be1c-df18483fa6f9
  kind: Event
  lastTimestamp: "2026-09-17T18:52:52Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z7kw4'
  metadata:
    creationTimestamp: "2026-09-17T18:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:52Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d630732013c8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: f4fda8ec-f093-49bb-aace-e138aeee848f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22658"
    uid: d77e0def-cee2-475f-984c-75db9d8ae03f
  kind: Event
  lastTimestamp: "2026-09-17T18:52:52Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:52Z"
    name: isvc-autogluon-ts-v1-predictor.18d630731cff2426
    namespace: kserve-ci-e2e-test
    resourceVersion: "22662"
    uid: 6cc5784f-4ea8-4240-865e-70ac5356c93e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: 8f0312b6-9d14-4fc8-906b-fa090fc553ea
  kind: Event
  lastTimestamp: "2026-09-17T18:53:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:22Z"
    name: isvc-autogluon-ts-v1-predictor.18d630769b94802f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22934"
    uid: 3fb3536a-a88f-4677-ad1c-eb894acc804b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: 8f0312b6-9d14-4fc8-906b-fa090fc553ea
  kind: Event
  lastTimestamp: "2026-09-17T18:53:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:22Z"
    name: isvc-autogluon-ts-v1-predictor.18d630769c007511
    namespace: kserve-ci-e2e-test
    resourceVersion: "22935"
    uid: a2cb8d06-b0d8-4264-9a8c-d2a10dc1c75e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 10933c30-c520-4c76-b15d-85a1f6b5013a
  kind: Event
  lastTimestamp: "2026-09-17T18:53:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:21Z"
    name: isvc-autogluon-ts-v1.18d630731d3cebb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: 92404818-f960-45e2-96be-9d6bb2a00d1a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 10933c30-c520-4c76-b15d-85a1f6b5013a
  kind: Event
  lastTimestamp: "2026-09-17T18:52:52Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:52:52Z"
    name: isvc-autogluon-ts-v1.18d630731db4b11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22666"
    uid: 4db5d4c2-b2cd-400a-a384-5456db74cc88
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: 10933c30-c520-4c76-b15d-85a1f6b5013a
  kind: Event
  lastTimestamp: "2026-09-17T18:53:21Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:21Z"
    name: isvc-autogluon-ts-v1.18d63079c098c8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: 419aff50-ab72-4ea9-8540-bc4139c97e71
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:43:56.917524Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17959"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-txdcl
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:43:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:43:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d62ff6526aaa3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: f4fd3284-1474-4d70-bffa-b3f9c6ffcb7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17972"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:57Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:43:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d62ff6746f0150
    namespace: kserve-ci-e2e-test
    resourceVersion: "17980"
    uid: cff7dc1a-9f2b-4fa5-a326-d355c9532a2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d62ff675ed2b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 78e6ba3e-83e1-493f-a6b3-8288360b8cdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d62ff678d25a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: 20110532-3f26-4812-9f37-a0caaa733e97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d62ff6794db77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 4ffdc6c7-0ca2-44e3-8df4-0d323e2ae5bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:44:26Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d62ffd4317b233
    namespace: kserve-ci-e2e-test
    resourceVersion: "18218"
    uid: 8fd31b78-b7a6-4e71-9c22-1014f1de81f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:46:25Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m58.325s
    (1m58.325s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d63018cfdb9e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: 96176c72-4fde-4f6c-8961-3ea25c316a0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:46:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d63018d6264c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: d7652083-2507-457d-8d31-ea8d10c29cb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:46:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d63018d78df5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: 202bf0e4-de74-49be-b253-c3f19c581e63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:46:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d63018d7996006
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: e7f7e5fb-41e8-43e9-a884-14c83fc7ab51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:46:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d63018de28e306
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: 431387ef-8ff0-42fa-9d15-91a33107070f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:46:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d63018df930658
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: 1c710c11-43dd-4578-b827-9bffe22a0375
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:46:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:32Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d630191e94c343
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: 24e853b5-180b-4589-8b98-0cb1a925e4e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:46:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:53Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d6301f64347e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19481"
    uid: 1bfc8dcf-2b7d-4254-986f-0aa211a5b533
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 92b30808-60df-40c7-b0f3-6a9d1fd6f43c
  kind: Event
  lastTimestamp: "2026-09-17T18:46:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:53Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-txdcl.18d6301f6435213f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: e41315ac-c833-49fe-bc0c-cf0e1c08b909
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: 5371d10e-768b-4a1d-9c9c-4761c4326247
  kind: Event
  lastTimestamp: "2026-09-17T18:43:56Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-txdcl'
  metadata:
    creationTimestamp: "2026-09-17T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d62ff651ef9b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: 7e9abbf9-a710-46d0-b3f0-e60bb74c8a28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: 8386f1c6-3d0f-4a0c-ba16-6f54682f8071
  kind: Event
  lastTimestamp: "2026-09-17T18:43:56Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:56Z"
    name: isvc-autogluon-v1-predictor.18d62ff64ec4fd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 6675a004-141d-4529-969a-b268f3f720a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: 20308d21-f821-4572-82b7-e53b385606f0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:41Z"
    name: isvc-autogluon-v1-predictor.18d62ff9cd5d21f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: ca4ef2af-bdad-4e1c-a0be-d19309c52a2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: 20308d21-f821-4572-82b7-e53b385606f0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:41Z"
    name: isvc-autogluon-v1-predictor.18d62ff9cdca4b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: 0d62d5bb-5f6b-4690-9a55-77a4d2812f45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: e7fba9fa-3b75-4923-af4f-de76efb47425
  kind: Event
  lastTimestamp: "2026-09-17T18:46:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:42Z"
    name: isvc-autogluon-v1.18d62ff64eeb7d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: 3885d04b-08b9-477e-8556-21168189a8cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19381"
    uid: e7fba9fa-3b75-4923-af4f-de76efb47425
  kind: Event
  lastTimestamp: "2026-09-17T18:46:42Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:42Z"
    name: isvc-autogluon-v1.18d6301cde3da858
    namespace: kserve-ci-e2e-test
    resourceVersion: "19382"
    uid: 4edb2a89-9851-4174-907b-10f173095fe6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:50:51.650852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:50:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:50:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d63056e2730559
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 21d909d7-5c7d-4651-a3de-f8c7f8c3c960
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21652"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:52Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:50:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d63057047c1f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: df8dba53-7063-4221-9459-e644e79f3ed9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d63057069a25f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21659"
    uid: 92836181-9702-47f6-afaa-9805a85cd8b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d63057098f1de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: fe1f9af2-2576-48ba-839a-a8603200daaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d630570a00fa26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: a145d75b-218d-4a2f-8e81-7e1eb262f3ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:57Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:57Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d6305849feda33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: d2fe0334-77ca-47b1-b170-224cecdad814
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:57Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d630584d7482fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: f02e6fd8-16f1-4583-b2d5-5f233a7464fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:57Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d630584de6719f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: c99589e1-e704-48d1-95b0-549203370eab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:57Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d630584df03d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: 541da18f-b918-4ac2-a8b8-86ebb473c6c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:57Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d630585103ea0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21714"
    uid: b39aa65b-faaa-406e-8b45-b141e12de7ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:57Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d63058518e4b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: eedfaddb-3319-4484-bed6-06125f4d7260
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:52:47Z"
  message: 'Readiness probe failed: Get "http://10.134.0.40:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d63071ce30d359
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: d6b1f54a-f1f7-4a99-a57c-a17a7640833f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:52:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d63071ea4dc19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: 7e65249b-d25a-4cc4-9da2-0cfda97b2680
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 90100a76-0fef-4430-b94f-05171ad876b1
  kind: Event
  lastTimestamp: "2026-09-17T18:52:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m.18d63071ea4e5faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 30240cb9-5117-451d-bef0-274ab9b65ce7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: ec03ff7c-6c2b-4895-8634-9aea2c1af380
  kind: Event
  lastTimestamp: "2026-09-17T18:50:51Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gb86m'
  metadata:
    creationTimestamp: "2026-09-17T18:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d63056e2068946
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: 9b7a5660-aee3-4b95-8e07-004d27bc2cde
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 1fb304d9-b67e-441e-a2e3-1db5f07787e6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:51Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:51Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63056dc6b855b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21633"
    uid: 30b8ac0e-7ef8-49ef-bc30-8cb1bffa2e20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: 6c06b694-da58-49e4-86f7-b9889198cc0b
  kind: Event
  lastTimestamp: "2026-09-17T18:51:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:06Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6305a5aa93814
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: a9d214de-18f9-4f06-bd3a-04c27cbf3c84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: 6c06b694-da58-49e4-86f7-b9889198cc0b
  kind: Event
  lastTimestamp: "2026-09-17T18:51:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:06Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6305a5aeb482b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: c3940bbc-80ab-424e-888b-b5e92731b2c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: 6c06b694-da58-49e4-86f7-b9889198cc0b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6305dd9aaa7f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22509"
    uid: 8fc881fd-3a3b-4f44-9530-2dca5fd3c813
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: 6c06b694-da58-49e4-86f7-b9889198cc0b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6305dda14ab8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: ca8ea653-0e09-40e2-b888-8570fdb6d9b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 6d838335-2032-4f49-a7a4-29a18117cfd6
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-autogluon-v2-noslash.18d63056dc9e454f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22508"
    uid: dcba3ee8-79ef-4c26-a7a7-278e1bd306d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 6d838335-2032-4f49-a7a4-29a18117cfd6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:51Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:51Z"
    name: isvc-autogluon-v2-noslash.18d63056dd323a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: d4111f93-3f67-4630-91c6-69d04bc56635
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22506"
    uid: 6d838335-2032-4f49-a7a4-29a18117cfd6
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-autogluon-v2-noslash.18d6306f43b021c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 2209f2d3-6aab-44b6-b121-6ffc6847720e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:46:58.685634Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19545"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-d685q
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:46:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:46:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d63020a4a3e3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19552"
    uid: fd6370da-6dde-4762-9708-61c79b04bd46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:46:59Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:46:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d63020c954a1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19567"
    uid: 119946d3-862f-4ad9-8519-bd3ec334fc00
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:46:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d63020cbce3196
    namespace: kserve-ci-e2e-test
    resourceVersion: "19569"
    uid: cfb38146-04c4-4550-84a1-eb20f5127165
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:46:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d63020d1bf103e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19570"
    uid: 0e221fc9-8189-4771-8d12-8797c3e5c802
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:46:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d63020d3083686
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: 98ef932a-c0c6-4af3-8bb8-0267abc44c99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d6302202e71822
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: 557fbea8-31b1-435e-bdb3-0ffebb021141
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d6302205b82a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: c08c9f5b-ad58-4165-ada1-04d9a8ee6d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d63022061da425
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 84755273-6509-41e2-a09d-8abdde6284d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d6302206280a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: 5eab93de-5938-4ef3-bd48-8ab7419c23d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d6302209f1d257
    namespace: kserve-ci-e2e-test
    resourceVersion: "19622"
    uid: a18f6143-8f1c-47f6-8687-926351707273
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d630220a59cd24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 7aa428ed-46e2-4fca-bbf4-617e9cb2fcc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:48:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d630394aeb73a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 4efa27cd-b8a2-430e-914e-d9c886f76d86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 3c1856b3-ce91-485e-a6eb-ad9156ee3a40
  kind: Event
  lastTimestamp: "2026-09-17T18:48:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-d685q.18d630394aebd2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 5a3c76dc-0913-4485-b69f-9df87d59cd5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: e46921a6-be6d-45ae-a78a-270b0f9b3e9a
  kind: Event
  lastTimestamp: "2026-09-17T18:46:58Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-d685q'
  metadata:
    creationTimestamp: "2026-09-17T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d63020a38f3d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "19547"
    uid: 2b499a88-7399-453a-8422-f2718c6f6717
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 860eb673-47f9-421b-9b81-2e6c348758b5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:58Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:58Z"
    name: isvc-autogluon-v2-predictor.18d630209c52010a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 3c5500d6-eb42-47e7-90f8-4e1226a583bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: d1d68db7-8411-4994-a97a-62855e01f0fe
  kind: Event
  lastTimestamp: "2026-09-17T18:47:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:28Z"
    name: isvc-autogluon-v2-predictor.18d630241a8a9f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 08e95350-f32e-4077-8bed-e70924d3a246
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: d1d68db7-8411-4994-a97a-62855e01f0fe
  kind: Event
  lastTimestamp: "2026-09-17T18:47:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:28Z"
    name: isvc-autogluon-v2-predictor.18d630241ae9f1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 7999b561-dd8a-4cc0-b834-96504ff99cf5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19689"
    uid: d1d68db7-8411-4994-a97a-62855e01f0fe
  kind: Event
  lastTimestamp: "2026-09-17T18:48:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:43Z"
    name: isvc-autogluon-v2-predictor.18d6302b19ea9d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "20426"
    uid: 19daaf6f-83f3-4bbf-8b79-e74d7cefe2cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19689"
    uid: d1d68db7-8411-4994-a97a-62855e01f0fe
  kind: Event
  lastTimestamp: "2026-09-17T18:48:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:43Z"
    name: isvc-autogluon-v2-predictor.18d6302b1a7c2584
    namespace: kserve-ci-e2e-test
    resourceVersion: "20427"
    uid: 2c20f4e8-c8c9-434e-a6dc-87435a397dee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:48:49.770055Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20509"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:48:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:48:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303a81c99530
    namespace: kserve-ci-e2e-test
    resourceVersion: "20516"
    uid: f1da581c-43f8-4355-88cc-f0b1a9c1c3a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:50Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303a8f6c9d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 75c9950a-8ad9-4a43-be91-bda58faaa4bc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20519"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:50Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:48:50Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303ac76cf321
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: f991bf9a-a5e5-4598-8a7e-2f335b215468
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:50Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303ac8c56f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 5201bc2c-ef2e-4315-b3ff-25831731784c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:51Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303acbb0d6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: d814b5e0-8f8a-4b15-9f55-6802e1d89689
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:51Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303acc3cb9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20538"
    uid: 4aaaba8e-4ef4-4a71-adef-9bf15a291451
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:56Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303bfaf6531f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 68e44047-1ac8-4422-bc69-3f2df027b420
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303bfe6a0611
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 79251cfb-af0c-4ac6-b22e-fc5394a3e0fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303bfecd9407
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: f816e858-aeb1-4171-aa95-ea602a986d23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303bfed9cf1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 447891db-3c66-43eb-b3e9-b073daf95c94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303c039bf32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: 5e1dbda8-999d-4cbc-a0a7-aaa03e923085
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:48:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d6303c0402c896
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: d7fd1b22-8892-4e1a-b907-92a480ed62f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:50:45Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:45Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d63055666cb17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: b41a8141-3a51-4272-9e5b-9567811cdbc7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:50:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d63055a7c755e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21573"
    uid: 18e0d889-55e0-4142-8be2-2beaa49fb0c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: dc1bd3a3-75c7-4061-b19c-a372c554d5ea
  kind: Event
  lastTimestamp: "2026-09-17T18:50:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp.18d63055a7c7f1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21574"
    uid: 5495569c-93fe-4999-9956-aece4b15d3a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: 92ef88af-b8a0-4994-97f7-6877f97c1254
  kind: Event
  lastTimestamp: "2026-09-17T18:48:49Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-8wkvp'
  metadata:
    creationTimestamp: "2026-09-17T18:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d6303a80e1e0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20510"
    uid: fadb6f62-7f31-4101-8237-9ba0023a9cd4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: 20491539-5adb-4ee4-9f06-5f70cb00f931
  kind: Event
  lastTimestamp: "2026-09-17T18:48:49Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:49Z"
    name: isvc-autogluon-v2-variants-predictor.18d6303a7ce3a3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: 2c8342d4-e753-405e-93c2-a1ef9bda07a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 91f2d9b6-7b46-4f0d-97c6-a2a76b7d9085
  kind: Event
  lastTimestamp: "2026-09-17T18:49:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:04Z"
    name: isvc-autogluon-v2-variants-predictor.18d6303dfb5a0d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 78e71fd6-81e7-41f7-ac85-3b759f3a9c04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 91f2d9b6-7b46-4f0d-97c6-a2a76b7d9085
  kind: Event
  lastTimestamp: "2026-09-17T18:49:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:04Z"
    name: isvc-autogluon-v2-variants-predictor.18d6303dfbd2353e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: b9a63055-f991-499b-9ed2-6820137bbf5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 91f2d9b6-7b46-4f0d-97c6-a2a76b7d9085
  kind: Event
  lastTimestamp: "2026-09-17T18:50:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:34Z"
    name: isvc-autogluon-v2-variants-predictor.18d630417aca0ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21473"
    uid: 143c1d0a-725c-4594-8973-4ecdb6720e9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 91f2d9b6-7b46-4f0d-97c6-a2a76b7d9085
  kind: Event
  lastTimestamp: "2026-09-17T18:50:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:34Z"
    name: isvc-autogluon-v2-variants-predictor.18d630417b32d83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21474"
    uid: f0665d6c-0318-40af-8cbf-460032b3cb68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: 865c5a1f-1cf8-4aa0-a21b-cda9b09f9da1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:34Z"
    name: isvc-autogluon-v2-variants.18d6303a7ce7be90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: f0bad338-e7b8-4845-b3a0-850e9d544cbb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: 865c5a1f-1cf8-4aa0-a21b-cda9b09f9da1
  kind: Event
  lastTimestamp: "2026-09-17T18:48:49Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:49Z"
    name: isvc-autogluon-v2-variants.18d6303a7d95d8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: aa87d276-e451-4e7a-8d3a-347108b1a3e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: 865c5a1f-1cf8-4aa0-a21b-cda9b09f9da1
  kind: Event
  lastTimestamp: "2026-09-17T18:50:34Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:34Z"
    name: isvc-autogluon-v2-variants.18d63052dc4edafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: 936dfe83-6b1d-4373-9a73-1dae49e66e88
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 3f8fbdb1-4b3d-4d90-bd30-e2fce3275f39
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-autogluon-v2.18d630209c1de1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: a1c379ac-ab04-41c4-adab-02e1d3a4ba94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 3f8fbdb1-4b3d-4d90-bd30-e2fce3275f39
  kind: Event
  lastTimestamp: "2026-09-17T18:46:58Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:58Z"
    name: isvc-autogluon-v2.18d630209e4990e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 915c5518-5e53-4244-bbda-6bb882c27ee1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 3f8fbdb1-4b3d-4d90-bd30-e2fce3275f39
  kind: Event
  lastTimestamp: "2026-09-17T18:46:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:58Z"
    name: isvc-autogluon-v2.18d63020a9e1aea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: da431f12-76a5-4aae-9b21-eb3f10146a4f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 3f8fbdb1-4b3d-4d90-bd30-e2fce3275f39
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-autogluon-v2.18d63036ebe545ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: a432f6b1-f96f-4f23-99ae-70876412b110
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:54:21.431562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23514"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-66d699644d-8dgsk
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d63087ba5a99af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23518"
    uid: 05e64691-0bd0-4a8a-8a8b-68fe3fdb2b47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d63087dc4baf92
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: 36eaeea1-3b29-4621-926c-1440ac07c797
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d63087de0a4f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: 23be5b6a-cfd2-4d3a-86b1-a41e7ca9b5da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d63087e169e490
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: 915e8b0f-f97e-4079-87c6-eb33595b32d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d63087e1db3c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: f601514c-3b5a-45dd-858c-6f6a81a5d256
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:25Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
  metadata:
    creationTimestamp: "2026-09-17T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:25Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d63088ba1b9c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 0b0a8ee9-eb35-4857-b0fe-e08868004dd4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    in 13.087s (13.087s including waiting). Image size: 1580942218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:38Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6308bc6317d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 9add24fc-77ac-486b-9499-f54c7ed187a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:38Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6308bc984bb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 98f0fdb1-75eb-40c4-b4f8-af4d76e5a9b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:38Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6308bc9f90f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23712"
    uid: 6ffc1874-8f46-4512-bbd1-eea5415341fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:38Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6308bca0355a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: dd5ab5c1-81f3-4e12-bae0-c5d50bcdc932
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:38Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6308bcd37121e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: caf1e4e9-f677-42cb-b71e-954e725b349e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:38Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6308bcda9a6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23715"
    uid: 5d0d05e2-7154-44a3-8214-b670098214c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6308c01f95f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: e1e04e6a-da1e-4825-9430-0ecbbd58aeb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6309c9cbbad4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 7159bac0-678d-47e7-8688-2c8acf88b4bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6309c9cbc5bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 9f15c6e0-6315-4590-83ff-f865c6199e99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-8dgsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 18804994-2add-4d6e-981f-9f0f78cd0d9b
  kind: Event
  lastTimestamp: "2026-09-17T18:55:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-17T18:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:56Z"
    name: isvc-canary-create-predictor-66d699644d-8dgsk.18d6309defbdea83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: f1d889d4-1c4e-47a5-9e33-59035d91ef52
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:54:21.357845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23502"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-66d699644d-fb48s
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63087b5f5d0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23508"
    uid: 62bb85fa-4d6f-4b49-a6ba-b940ff2178e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23513"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:21Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63087d7ec3fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: 6258763a-f1ae-42c0-9e2c-c2dd95e0c8bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63087d9f25c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23537"
    uid: 73eb77f4-24da-4735-b6da-754d61ca4ff5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63087dd4ea333
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 76db4ed7-9402-412f-83c4-0cae9c380866
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63087ddd4d32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: ee88afe5-3553-4ba0-b34c-e4fb13bed8c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63088f1bb4c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23596"
    uid: 994e30a0-377b-4490-b26b-ab779db88666
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63088f8207bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23603"
    uid: 3f7bb30f-bfbe-43a5-bcb3-f2b91a27591a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63088f9176872
    namespace: kserve-ci-e2e-test
    resourceVersion: "23605"
    uid: af0d4f88-5107-4a82-869e-8f8b7cecd07d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63088f9229731
    namespace: kserve-ci-e2e-test
    resourceVersion: "23607"
    uid: 6429183c-cef2-46e0-afd6-8cfe857807e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63088fe238553
    namespace: kserve-ci-e2e-test
    resourceVersion: "23611"
    uid: 33aae353-fef5-45b8-9c1a-5bfce31553f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d63088ff0e9959
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 80fbb679-f007-43be-a7f3-a19cb5fafb4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:56:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:03Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d630892de6e026
    namespace: kserve-ci-e2e-test
    resourceVersion: "24582"
    uid: 2d908e93-9bea-459e-840f-69803ded4171
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:56:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:01Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d6309f00f196cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: b2ef5999-58b6-427d-80a1-094176ddf732
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:56:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:01Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d6309f00f2b65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: 65924c74-e48f-4af8-84bf-e10857c21429
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-fb48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 6727f915-c7d0-4a7b-8cb6-c9b58ff11499
  kind: Event
  lastTimestamp: "2026-09-17T18:56:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:03Z"
    name: isvc-canary-create-predictor-66d699644d-fb48s.18d6309f88487550
    namespace: kserve-ci-e2e-test
    resourceVersion: "24581"
    uid: b924dcf8-7f11-43d8-97b6-312f5987d589
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d699644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: 65fedba2-9fab-4481-9bb4-50b7b6103b40
  kind: Event
  lastTimestamp: "2026-09-17T18:54:21Z"
  message: 'Created pod: isvc-canary-create-predictor-66d699644d-fb48s'
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-predictor-66d699644d.18d63087b56c88c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: 860e9186-82a4-4210-b5b4-122d09fd264c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d699644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: 65fedba2-9fab-4481-9bb4-50b7b6103b40
  kind: Event
  lastTimestamp: "2026-09-17T18:54:21Z"
  message: 'Created pod: isvc-canary-create-predictor-66d699644d-8dgsk'
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-predictor-66d699644d.18d63087b9b363cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: 0e961d82-ac14-45eb-b3a6-80a4c12a67fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d699644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24437"
    uid: 65fedba2-9fab-4481-9bb4-50b7b6103b40
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: 'Deleted pod: isvc-canary-create-predictor-66d699644d-8dgsk'
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: isvc-canary-create-predictor-66d699644d.18d6309c9c90e485
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: e522aa4d-ca93-4e03-8d96-571cc89e798d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: 191ea10d-9db2-4ac5-b5b1-27c4b7df2cc6
  kind: Event
  lastTimestamp: "2026-09-17T18:54:21Z"
  message: Scaled up replica set isvc-canary-create-predictor-66d699644d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-predictor.18d63087af74f912
    namespace: kserve-ci-e2e-test
    resourceVersion: "23488"
    uid: 3756faf0-ce2c-46c4-a082-03c7581df8cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 191ea10d-9db2-4ac5-b5b1-27c4b7df2cc6
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: Scaled down replica set isvc-canary-create-predictor-66d699644d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: isvc-canary-create-predictor.18d6309c9c19bba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 2b441f2f-68c1-4e2c-8aa2-97366742ff47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:54:21.298076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23492"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63087b265d13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: c1517360-807b-4ca6-b43f-f7aa0c6e79e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63087c5bf9f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: c31e80a6-8e9d-46df-ac53-d51bfd7dde8e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23512"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63087fb42d3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 1e5ba1b3-50d1-4e5e-ab80-880d2be738f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63087fd41ae57
    namespace: kserve-ci-e2e-test
    resourceVersion: "23550"
    uid: f2db58e8-8648-4aba-a75e-62ec7298e6ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d6308806048b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: b07f1c3b-e56e-4b97-8437-b208a832051f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:22Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d630880712c00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 98ef3d83-f4d6-4433-a91c-c3b4b68acdab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63088f1d06b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23597"
    uid: 929fc86c-13d4-4b4a-8cd6-770cd79b5b72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63088f85e9285
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: 5a4dfcd3-7c67-43c9-8017-ec853ea749e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63088f93a3261
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: fbd5b65f-de74-4fae-a59a-011851b35e1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63088f944479d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: d60f61d2-2bc7-46cc-872f-fafa0e192381
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63088fe85a138
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: af752dce-c896-4087-881f-71a17827ba40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:26Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d63088ff82574e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: 17d7803c-51a8-4b38-9ff1-a68a589e6d45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:55:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:40Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d630892dfe672e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: 38cfb84d-c608-4bcc-a0e7-f14552c855fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:56:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:01Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d6309effde4526
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: 4059ad8e-5835-4aa1-a26a-722b30c07574
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:56:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:01Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d6309effdee50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: 5c3d0ad9-7295-46c5-9533-a6a5e9adf46f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 2a88fce9-2e45-48d0-815c-98da032c106a
  kind: Event
  lastTimestamp: "2026-09-17T18:56:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:03Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-p8p52.18d6309f88478655
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: 82e3a0de-eed4-4ee3-989c-aaaf515ab2dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-77847bfbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: 5a453922-51b8-43f2-897a-73962668f149
  kind: Event
  lastTimestamp: "2026-09-17T18:54:21Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-77847bfbb9-p8p52'
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9.18d63087b1a785cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: dcc3a8cb-50a5-4154-8f04-37905cbd4a46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23475"
    uid: 1e5b666e-b7ed-4238-a696-5d86c600e1ba
  kind: Event
  lastTimestamp: "2026-09-17T18:54:21Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-77847bfbb9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:21Z"
    name: isvc-canary-create-v2-predictor.18d63087abf94c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: 4c0ea40e-9f29-4d50-92ac-e873bdb5ef39
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 425095d5-7fab-41af-bb85-78d516968aef
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: isvc-canary-create.18d63087af2dc398
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: d522027a-a0df-4dcf-aa3a-4084ca29e804
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 425095d5-7fab-41af-bb85-78d516968aef
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: isvc-canary-create.18d63087afad0147
    namespace: kserve-ci-e2e-test
    resourceVersion: "24453"
    uid: 894d5285-851d-4ae2-a747-9be03c78518a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 425095d5-7fab-41af-bb85-78d516968aef
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: isvc-canary-create.18d63087afad536a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: aa02589d-2f49-483f-b892-2d3393b2af7a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24456"
    uid: 425095d5-7fab-41af-bb85-78d516968aef
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: isvc-canary-create.18d6309ca5760889
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 1c1a7fd1-1f5a-44da-a2d8-d9cea104c380
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:56:06.605074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24643"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-dfdfd784d-gf2c5
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:56:06Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a0372f1910
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: 537227e6-f6db-4d7b-8063-49baba1911af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24651"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a059444a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: 3a59fea9-f888-408c-9512-ba45b1c15a3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a05b1a223a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24679"
    uid: 5c838e14-4c05-402c-b151-c5c7785884dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a05e97a1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24684"
    uid: 53c39931-3998-4441-be02-6186dcbde761
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a05f4ffb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: 5bf2e121-f7e6-4d5c-8308-22b679dc39a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a149207058
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: 4dbeb2f9-3909-4bdc-b3c2-3e6a82fb5afa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a14bff1181
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: 355d5e50-e2be-4ea9-ae43-38bb0977edc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a14c70a6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: 28446f26-2863-48a0-918b-2329b7b7b351
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a14c7b239e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24742"
    uid: 7c4ec791-d128-4970-96a2-7d942df4a20e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a14fa9cca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: 59791510-b052-4e8d-a0a4-72ddea481b00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a1501a4580
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: a3934463-361d-47e2-bf76-e3675c449253
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:57:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:39Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630a1c12516af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25593"
    uid: 4e298209-0277-4dc6-8c5d-113427a1d28d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:57:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:36Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630b52a077d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: 43bd6b91-27c1-46d1-8c9f-ddfd478d5dc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:57:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:36Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630b52a0800c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: b787e2ab-ef09-4c30-9f8c-fdaff19a271a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 8cc67759-758d-4876-8ded-d6236e180be9
  kind: Event
  lastTimestamp: "2026-09-17T18:57:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:39Z"
    name: isvc-canary-promote-predictor-dfdfd784d-gf2c5.18d630b5c764c0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25592"
    uid: d96377bf-0e38-4f8b-8e67-2b01683ffa54
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:56:06.676267Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24652"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-dfdfd784d-ml2zr
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:56:06Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a03b6d6e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: dfd456eb-2bc0-4347-aa06-ce14a83dad11
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24662"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a05d129b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "24682"
    uid: efa0463d-3825-4c80-a8be-10ad572525d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a05ec22673
    namespace: kserve-ci-e2e-test
    resourceVersion: "24685"
    uid: 6a0300c9-eef5-4bc1-aec0-484f78f5241f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a061e56367
    namespace: kserve-ci-e2e-test
    resourceVersion: "24687"
    uid: 64b22f38-0da2-4055-9f69-98be68b321e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a06248fdde
    namespace: kserve-ci-e2e-test
    resourceVersion: "24688"
    uid: 13c7ba85-d67a-41df-822e-899f477af80e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a14bc38021
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: fe9bfc9a-a2af-4368-bae3-4cb847061bb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a14ee6b470
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: c1eac7d6-4871-423c-975c-1a17af4d7c1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a14f580e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 38fefaa0-bd06-4e04-9452-e7b82789ddf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a14f61ff2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: 3d0fcc68-fc61-4179-95ea-20a2113585fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a152db11c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24751"
    uid: 3b4647a1-b90f-47be-b8bf-14a14e2abf11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:56:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:11Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a15342b51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24752"
    uid: 7266ed51-a803-4cbe-b6d1-aa4871e6137a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:57:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:19Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630a1c3d63c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: e1ed240f-53d7-4ec2-bc54-63f034af44f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:57:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:29Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630b38ab05d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: 8d8b0f32-9b9c-4dfe-83ea-acca804e3f32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:57:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:29Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630b38ab0c5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: 32835b6f-43a2-4fb1-8e77-687123733bff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 221174c0-7107-451a-b26b-c09ba0f5fb74
  kind: Event
  lastTimestamp: "2026-09-17T18:57:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:34Z"
    name: isvc-canary-promote-predictor-dfdfd784d-ml2zr.18d630b4a0061bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: e04eac19-81f0-4ad3-8c87-b89c3db184da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-dfdfd784d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24625"
    uid: 408fce58-6200-4a5a-97e0-12efeaa2f0f1
  kind: Event
  lastTimestamp: "2026-09-17T18:56:06Z"
  message: 'Created pod: isvc-canary-promote-predictor-dfdfd784d-gf2c5'
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:06Z"
    name: isvc-canary-promote-predictor-dfdfd784d.18d630a0365323a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: 0caea234-398a-499e-8ffd-d08f721e6fc9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-dfdfd784d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24625"
    uid: 408fce58-6200-4a5a-97e0-12efeaa2f0f1
  kind: Event
  lastTimestamp: "2026-09-17T18:56:06Z"
  message: 'Created pod: isvc-canary-promote-predictor-dfdfd784d-ml2zr'
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:06Z"
    name: isvc-canary-promote-predictor-dfdfd784d.18d630a03a7d9123
    namespace: kserve-ci-e2e-test
    resourceVersion: "24653"
    uid: 7f4ec9da-1f0d-4669-9861-605211e703a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-dfdfd784d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: 408fce58-6200-4a5a-97e0-12efeaa2f0f1
  kind: Event
  lastTimestamp: "2026-09-17T18:57:29Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-dfdfd784d-ml2zr'
  metadata:
    creationTimestamp: "2026-09-17T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:29Z"
    name: isvc-canary-promote-predictor-dfdfd784d.18d630b382cb2531
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 789e058d-afe8-4416-9beb-9c1ea3df88e5
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: 2a8d8e5e-186b-48cf-b736-e14011adda8b
  kind: Event
  lastTimestamp: "2026-09-17T18:56:06Z"
  message: Scaled up replica set isvc-canary-promote-predictor-dfdfd784d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:06Z"
    name: isvc-canary-promote-predictor.18d630a030ee7fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24627"
    uid: 470d2aea-f5b9-4516-8036-e90dc310b707
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25452"
    uid: 2a8d8e5e-186b-48cf-b736-e14011adda8b
  kind: Event
  lastTimestamp: "2026-09-17T18:57:29Z"
  message: Scaled down replica set isvc-canary-promote-predictor-dfdfd784d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:29Z"
    name: isvc-canary-promote-predictor.18d630b38224af1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: 5968f5f2-7cf5-49dc-8afc-392744dcbb69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:57:36.626853Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:57:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:57:36Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b52ce67190
    namespace: kserve-ci-e2e-test
    resourceVersion: "25557"
    uid: 5a6b8054-243c-4801-a935-a00c8ed95834
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:37Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:57:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b54f15cdc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25569"
    uid: bf51360a-1895-40bb-8f5c-3f12d0ad24ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b5507893d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 4ca9a4bc-5854-4e15-b594-6aa50bf3f2ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b553e9ce8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: 37bbdc30-cfad-4cfd-9249-5a1f46756cf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b5545c1bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 1a0c4c5f-a4d1-4335-9b0d-393e2ebb74bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:41Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b6562b8671
    namespace: kserve-ci-e2e-test
    resourceVersion: "25611"
    uid: c9ba694d-6134-483b-ad66-d814f436d131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:41Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b6591526cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25615"
    uid: b0dab2a9-71a6-4892-b68c-eac936a483e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:41Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b659893456
    namespace: kserve-ci-e2e-test
    resourceVersion: "25616"
    uid: 01bcaa79-b279-436d-9e77-25e0be3723fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:41Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b65992d9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25618"
    uid: c4cff6b8-28f3-43eb-a1db-998209586cf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:41Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b65c60174e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25619"
    uid: 5c2e8d23-b5e3-4165-81b9-b84830d95478
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:57:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:41Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b65ce375e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25620"
    uid: d50b2ac6-8957-45e9-8ebf-1e769c653588
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:59:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:09Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630b6ce27936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26363"
    uid: 8e3aeb93-ee2e-4f4c-8e64-933d5e34e2c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:59:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:06Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630ca2a20182c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26338"
    uid: 74d2f80c-5a18-4428-b585-5c602e84a70e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:59:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:06Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630ca2a20919f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26340"
    uid: 0b10ec76-4bf9-4c67-903c-c58acd7e041d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 9ae80571-cf48-4512-8c49-9d95c60b6346
  kind: Event
  lastTimestamp: "2026-09-17T18:59:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:09Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf.18d630cad4562b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: be5cdf13-d89f-4bee-9b89-e9a36a15c234
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:56:06.527000Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:56:06Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a03287b189
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: bab57781-f46a-407d-9972-0cd0378bf4c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:06Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a03bfd1426
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: d73836e7-ee99-483b-9786-1975c0c8b6b8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24641"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a0781edf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24691"
    uid: 7b46113e-3b82-4b14-9a6b-6fb4990767a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a079bb9d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24693"
    uid: 8b6855eb-59c2-47ea-89a8-7c3e2ca23388
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a07c946a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: 695e7a2a-e72d-4f87-abde-a84f342a5de7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:07Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a07d678666
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: cebf865a-5780-4bc5-9358-0f4f09ef4d45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:12Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a187d9cf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24760"
    uid: 26cf4394-5e3d-47a0-b09f-2636032e88be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:12Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a18b441d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "24764"
    uid: e02b6a03-9098-418b-8517-4ac201e838f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:12Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a18ba807a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24765"
    uid: 487c89ba-6b01-47a3-944d-67e40359dc52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:12Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a18bb15cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: b84ec231-29ba-460a-809d-c1da4528a436
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:12Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a18ef97c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: bf1140d1-18c9-467c-ad67-6b3f584952eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:12Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a18f59b198
    namespace: kserve-ci-e2e-test
    resourceVersion: "24769"
    uid: 2d5dfe31-0e72-4d68-91b6-c0b279f7cbe9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:59:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:09Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630a2edee17d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: 50cef8af-d6f0-4bf3-866f-db1cbb3c4046
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:59:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:06Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630ca2a599719
    namespace: kserve-ci-e2e-test
    resourceVersion: "26339"
    uid: 77da28f3-af3e-42ef-9ca9-6e9f9ee37ff4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:59:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:06Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630ca2a5a44c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26341"
    uid: 01d24ffd-824c-4b55-a3fe-5a74191ec4c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 45b4773d-8793-4bd4-8f15-b074bf4a18cc
  kind: Event
  lastTimestamp: "2026-09-17T18:59:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:08Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv.18d630ca82fbba35
    namespace: kserve-ci-e2e-test
    resourceVersion: "26352"
    uid: 0f771e86-8154-4fa0-ab3b-b8c07b1810db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24616"
    uid: 5fa1835b-19f2-42b0-a4f4-dc35c259cdec
  kind: Event
  lastTimestamp: "2026-09-17T18:56:06Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f7dc9cbc5-tpnlv'
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:06Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5.18d630a031ec21f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: c5a7cf25-856d-46e0-acf3-12ecc6ba6349
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 5fa1835b-19f2-42b0-a4f4-dc35c259cdec
  kind: Event
  lastTimestamp: "2026-09-17T18:57:36Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f7dc9cbc5-bw6cf'
  metadata:
    creationTimestamp: "2026-09-17T18:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:36Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5.18d630b52c7d28f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: f46506ec-10a9-4530-844c-7c5583f55fc6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24615"
    uid: 30035192-129e-40e6-8902-a387d9555b8d
  kind: Event
  lastTimestamp: "2026-09-17T18:56:06Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f7dc9cbc5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:06Z"
    name: isvc-canary-promote-v2-predictor.18d630a02de4e703
    namespace: kserve-ci-e2e-test
    resourceVersion: "24617"
    uid: 7e4a3f41-138b-4ad7-87fc-896aca6ce27d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25534"
    uid: 30035192-129e-40e6-8902-a387d9555b8d
  kind: Event
  lastTimestamp: "2026-09-17T18:57:36Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f7dc9cbc5 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:36Z"
    name: isvc-canary-promote-v2-predictor.18d630b5297eeb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25545"
    uid: f783c660-7072-43ea-98a3-803dfb0ef224
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24605"
    uid: ef6ab7e0-d7c7-4ba5-aa98-0826ffaa1d52
  kind: Event
  lastTimestamp: "2026-09-17T18:57:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:36Z"
    name: isvc-canary-promote.18d630a030af86f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25565"
    uid: 5edfd21f-d926-4d65-b39c-52271e841a1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24605"
    uid: ef6ab7e0-d7c7-4ba5-aa98-0826ffaa1d52
  kind: Event
  lastTimestamp: "2026-09-17T18:57:29Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:29Z"
    name: isvc-canary-promote.18d630a03165476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25456"
    uid: 6321adb6-5503-4b2d-b79e-b153850bf89e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24605"
    uid: ef6ab7e0-d7c7-4ba5-aa98-0826ffaa1d52
  kind: Event
  lastTimestamp: "2026-09-17T18:57:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:29Z"
    name: isvc-canary-promote.18d630a03165eb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: 7f2a0ef0-02c8-435f-996c-1ca82a7186d7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: ef6ab7e0-d7c7-4ba5-aa98-0826ffaa1d52
  kind: Event
  lastTimestamp: "2026-09-17T18:58:59Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:58:59Z"
    name: isvc-canary-promote.18d630b37cc7e616
    namespace: kserve-ci-e2e-test
    resourceVersion: "26271"
    uid: b8d3a240-68b4-49ee-9be3-bae7e27cba98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: ef6ab7e0-d7c7-4ba5-aa98-0826ffaa1d52
  kind: Event
  lastTimestamp: "2026-09-17T18:57:36Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T18:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:36Z"
    name: isvc-canary-promote.18d630b52d914086
    namespace: kserve-ci-e2e-test
    resourceVersion: "25561"
    uid: 51381f10-bd1a-4846-855b-92a2302978ab
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:00:42.029018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27708"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7679bbb844-kwwrc
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:00:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:00:42Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e057bae1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: 660b6e48-947b-4e7f-9f13-fd1880378023
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:42Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:00:42Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e079e61380
    namespace: kserve-ci-e2e-test
    resourceVersion: "27722"
    uid: a66bdd64-cd62-473e-924f-3fda0af3cac0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:42Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e07b3b4c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27724"
    uid: 49c6bf08-6939-49a2-a7ce-4c87a3ea4c64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:42Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e07e7907d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27727"
    uid: 4cc5117c-0d28-4a32-96da-61491b79522c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:42Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e07ef07f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27728"
    uid: c0a8a7a6-1ecd-47bf-8b66-a535101f128b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:46Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e16843f193
    namespace: kserve-ci-e2e-test
    resourceVersion: "27766"
    uid: 7a074b3b-167d-4e9d-8a7a-e37c271dc3cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:46Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e16b469b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: 77119a47-001d-44f9-b9dd-f14d185daaa4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:46Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e16bd01f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "27771"
    uid: e0832bf4-a2ff-40bc-b905-d2ab6e95bd9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:46Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e16bdb4cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27773"
    uid: 049020d5-bcc2-458d-b45a-edb3cfb36b84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:46Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e16f2037bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27776"
    uid: eefedb63-9fdf-4aca-8227-a88c92957407
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:00:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:46Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e16f964501
    namespace: kserve-ci-e2e-test
    resourceVersion: "27777"
    uid: 34b482e9-012d-48a6-b961-9a880df59792
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:37Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630e1e037e1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28803"
    uid: a5f3820e-0f01-44de-9034-f5b6550996ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:22Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630f7a6399ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28582"
    uid: 50bc418e-1479-4d7a-a48b-5e7ff94a49dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:22Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630f7a63cf4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: c65d81da-20b6-4698-87a9-87174b48e145
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 396329aa-884b-4a4f-8095-34081d02c86d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:39Z"
    name: isvc-canary-rollback-predictor-7679bbb844-kwwrc.18d630f83af65d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "28819"
    uid: 9ad4f661-eacc-440c-81ed-e693c407119a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:59:12.062898Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7679bbb844-qf95h
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630cb6554dd70
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 7b1896e0-cb1a-432e-ba5d-15619183268c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630cb6e36b180
    namespace: kserve-ci-e2e-test
    resourceVersion: "26444"
    uid: c4e11582-ec50-4012-a5fe-4e045ab4604a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:13Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:59:13Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630cbab280c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26473"
    uid: cc9ebd6c-2e78-44f2-bf01-a7a52283e27c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:13Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630cbac822e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26475"
    uid: 33df605e-84d2-4ef5-83e9-fc225b1a4b8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:13Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630cbafd19a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 2e1f3393-4d70-44b3-9fec-92c0fec1ee9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:13Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630cbb04476a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: 37d60a05-227c-42a3-b643-aabd5730555b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:18Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630cccfd7e63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: eda40291-dc19-4d73-a9a2-d4aefd7daf48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:18Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630ccd3b7cd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: b72be3b6-5160-4ae6-a529-a4c9aaae2301
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:18Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630ccd431de9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 9f6c2de5-7fce-4ed2-9443-7703ee2bf97e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:18Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630ccd43bb08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26549"
    uid: d4be0dab-8e38-4d86-bf1a-452c2bbd2583
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:18Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630ccd74747e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26553"
    uid: 955810ed-0c30-4b1d-9adf-8177b5839fb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T18:59:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:18Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630ccd7b6419b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26554"
    uid: f81c921b-cf92-4122-874f-156e26659bf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T19:00:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:25Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630cd0bdd85f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27450"
    uid: 6f160f07-d4a2-4cd1-af13-60a107c5272d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T19:00:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:35Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630ded4d91e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27578"
    uid: 4034c847-5e53-4ad6-b654-11ac871ab413
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T19:00:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:35Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630ded4d98b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27579"
    uid: 2f302769-a73b-425f-bed5-644072ddd9c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 8206ca19-ece4-4cef-ac97-b58904dc26fb
  kind: Event
  lastTimestamp: "2026-09-17T19:00:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:40Z"
    name: isvc-canary-rollback-predictor-7679bbb844-qf95h.18d630dfe813ea45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: 8a228e67-963f-4c53-b672-046e049930c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:59:12.014868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7679bbb844-xfbcv
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cb6277f523
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: 65d45fdf-0ec8-4002-a498-b04bbb9278af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cb6e94f122
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: a538430c-e41e-4309-ba52-78af3e4707b1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26425"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:13Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:59:13Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cba8309cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: c7e3be97-a732-46f5-ba97-7893a07ea7a8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:13Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cba9912997
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: 3c0bca97-8634-4324-b383-b89ffd3c868a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:13Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cbaca45dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26476"
    uid: 48e7fd99-082f-4a6a-baae-4c99a4092feb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:13Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cbad19a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: 68a69ae9-5157-4c3c-8d54-c750317d9e8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cc8e9bbfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26517"
    uid: 77e379b4-089d-4a3c-a2a9-a4c32d3bc484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cc92e0763e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26523"
    uid: 7a76fa0e-fc53-4da6-b048-16d1d56e81f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cc936600c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: e9df40a3-2287-41ff-b00b-f9dd9b25b880
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cc9372fe36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26526"
    uid: 2c1f4d99-b451-42ef-8e95-c523d893e5a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cc9708d1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26531"
    uid: 7903a740-2f59-480f-8345-6d80b0c524da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cc978160a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: 7b572c8b-d972-4af3-b76f-f24c10a0793d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T19:02:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:24Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630cccad8413d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28603"
    uid: b35efe4a-de47-4130-9b66-97c90b935c00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T19:02:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:22Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630f7a629a38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28581"
    uid: 3060e3bd-a962-42da-8a74-523a46334543
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T19:02:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:22Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630f7a62a1476
    namespace: kserve-ci-e2e-test
    resourceVersion: "28583"
    uid: 7ff97120-c14f-4a21-b342-b0fe88addab0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 8780c564-5656-4109-983e-50701cfcd06e
  kind: Event
  lastTimestamp: "2026-09-17T19:02:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:24Z"
    name: isvc-canary-rollback-predictor-7679bbb844-xfbcv.18d630f8198a801c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 5fbd63bf-d598-43d9-a8cd-03c9b5d3fb55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7679bbb844
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: 8ae375db-c487-452d-9793-c941bcf25a8c
  kind: Event
  lastTimestamp: "2026-09-17T18:59:12Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7679bbb844-xfbcv'
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-predictor-7679bbb844.18d630cb61e13242
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: d7a999c5-6f7c-4184-8239-457370509bc0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7679bbb844
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: 8ae375db-c487-452d-9793-c941bcf25a8c
  kind: Event
  lastTimestamp: "2026-09-17T18:59:12Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7679bbb844-qf95h'
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-predictor-7679bbb844.18d630cb64e28c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: b3126516-02e3-4a3c-8bdb-4110bdd59740
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7679bbb844
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 8ae375db-c487-452d-9793-c941bcf25a8c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:35Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7679bbb844-qf95h'
  metadata:
    creationTimestamp: "2026-09-17T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:35Z"
    name: isvc-canary-rollback-predictor-7679bbb844.18d630dec316cbee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 66752fff-44c9-4257-ace2-6e73b7e29704
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7679bbb844
    namespace: kserve-ci-e2e-test
    resourceVersion: "27696"
    uid: 8ae375db-c487-452d-9793-c941bcf25a8c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:42Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7679bbb844-kwwrc'
  metadata:
    creationTimestamp: "2026-09-17T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:42Z"
    name: isvc-canary-rollback-predictor-7679bbb844.18d630e057569043
    namespace: kserve-ci-e2e-test
    resourceVersion: "27711"
    uid: 9e0a155a-cee4-4b63-b3c8-2ce73ca1cc7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: 89747015-175f-4906-a8d2-e3fc67425f2e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:11Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7679bbb844 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:11Z"
    name: isvc-canary-rollback-predictor.18d630cb5eb7061a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26404"
    uid: 756eabd6-dd67-42c7-8351-3fdb15030d04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: 89747015-175f-4906-a8d2-e3fc67425f2e
  kind: Event
  lastTimestamp: "2026-09-17T19:00:35Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7679bbb844 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:35Z"
    name: isvc-canary-rollback-predictor.18d630dec223f7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: 6d4c913a-d480-4f11-a327-693c9daf7711
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: 89747015-175f-4906-a8d2-e3fc67425f2e
  kind: Event
  lastTimestamp: "2026-09-17T19:00:41Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7679bbb844 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:41Z"
    name: isvc-canary-rollback-predictor.18d630e053ee8633
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: 8aaed4dd-d2a0-456c-aef6-340835349de4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:59:11.976389Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26407"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:59:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:59:11Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cb602ccde3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26413"
    uid: 1c13aa19-4aa9-4562-b818-9574f962e58b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:12Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cb8219d468
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 426a8b60-92f0-42e7-a796-deb9c8b89abc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cb837e5922
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: e863b3bd-c41c-4996-9fd3-8c55ceddd4fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cb865488c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26459"
    uid: f3d01487-7f5e-45e5-a2e8-8fbf25438087
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:12Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cb86c359cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26460"
    uid: c2c0f89a-1889-46a9-a701-1384025a15cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cc8e85b01c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26516"
    uid: f01b9a7c-a535-4251-a84e-18785cad7b6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cc92efe2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26524"
    uid: b63d0223-f1c7-47a8-9e81-27a3325de8b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cc93741018
    namespace: kserve-ci-e2e-test
    resourceVersion: "26529"
    uid: 583a05bf-51ed-4f79-815c-ff7ec44a33fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cc937e8703
    namespace: kserve-ci-e2e-test
    resourceVersion: "26530"
    uid: 8dde321a-bae5-4013-8055-103be70742a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cc9719d543
    namespace: kserve-ci-e2e-test
    resourceVersion: "26532"
    uid: 0d9a1ca0-1220-494e-8eca-9972809103b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cc978e5c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: 814f8359-2f89-41de-87e5-deb021be0361
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T19:00:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:45Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630cd06b8ae20
    namespace: kserve-ci-e2e-test
    resourceVersion: "27754"
    uid: fa83da75-7ef0-4991-9058-76b0c82b72ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T19:00:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:41Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630e054ad1e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "27704"
    uid: 7aee2ba2-3630-4c56-a1a1-a027877bb20d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T19:00:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:41Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630e054adbc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "27706"
    uid: f509a887-939e-4808-9ef2-bf57d6cc394b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3bd1575c-26b0-4982-bf04-49828318b800
  kind: Event
  lastTimestamp: "2026-09-17T19:00:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:45Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq.18d630e10cf347c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: 7a2c8ed2-b03e-48f0-85ea-ac597cb1b6ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-cf97f779c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: 606b3c7a-9ebd-41f5-9d81-2dd0fbdf4cfe
  kind: Event
  lastTimestamp: "2026-09-17T18:59:11Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-cf97f779c-mwqhq'
  metadata:
    creationTimestamp: "2026-09-17T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:11Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c.18d630cb5f8d2feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: 9eb126b5-eb0f-4471-ade9-8e7a7e5bb81b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: 619f44b6-78cc-405c-80f4-3b9c4e75768e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:11Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-cf97f779c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:11Z"
    name: isvc-canary-rollback-v2-predictor.18d630cb5c1b69ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: cc7c0a58-4d44-4a5b-8d2a-fcb213e2af07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26384"
    uid: ac1f7a4c-ac55-4861-8aee-868d5c3572c5
  kind: Event
  lastTimestamp: "2026-09-17T19:00:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:00:35Z"
    name: isvc-canary-rollback.18d630cb5e4d1893
    namespace: kserve-ci-e2e-test
    resourceVersion: "27576"
    uid: c0727834-a01d-4c6c-a714-0289650722a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26384"
    uid: ac1f7a4c-ac55-4861-8aee-868d5c3572c5
  kind: Event
  lastTimestamp: "2026-09-17T19:00:35Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:00:35Z"
    name: isvc-canary-rollback.18d630cb5ec43d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: 896f0cf9-7c6d-4e9d-bbd2-0b74fb8bafd1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26384"
    uid: ac1f7a4c-ac55-4861-8aee-868d5c3572c5
  kind: Event
  lastTimestamp: "2026-09-17T19:00:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:00:35Z"
    name: isvc-canary-rollback.18d630cb5ec49dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: 2ba7a089-c3cc-4b4e-b127-d83796bb75a0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: ac1f7a4c-ac55-4861-8aee-868d5c3572c5
  kind: Event
  lastTimestamp: "2026-09-17T19:02:17Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:02:17Z"
    name: isvc-canary-rollback.18d630decafe2f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28531"
    uid: ff0ec6cc-3686-45e7-aa79-28bd2af1bdb6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:02:27.429954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7968cbc88d-h778t
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d630f8e21d939d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28682"
    uid: 4e2db026-cff8-4ea3-8a64-5ccb296ffced
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28687"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:02:40Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:02:40Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d630fbfaa1f298
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: 8026df33-c16e-48f2-9637-9429e404fa4d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:02:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:42Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d630fc5def6db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28848"
    uid: b7b23468-6bd9-4b42-8004-6c5c9f4a0a63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:02:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:47Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d630fd91776ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28886"
    uid: 544b2b12-911d-4aef-866c-2ce5fe2308ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:02:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:47Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d630fd932f9377
    namespace: kserve-ci-e2e-test
    resourceVersion: "28887"
    uid: 7582997b-0005-4ec5-abfd-35c543ba444c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:02:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:52Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d630feb51eb8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: b4cd0213-9999-4b29-94a6-7642cbec2e99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:03:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:20Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d6310531244dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29136"
    uid: 6572a2eb-0077-4c9e-8153-22007a4f3633
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:03:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:20Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d63105332d64b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: d336b511-20e4-4318-8e85-d515adf2c105
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:03:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:20Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d631053338645a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29138"
    uid: 704081a0-456e-47ee-81f7-f7e0b2b69ab7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:03:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:20Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d631053ac1423b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: 434b6e9e-21c1-4023-9e63-9fc17749b3b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:03:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:20Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d631053ea2105e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29141"
    uid: e0f72025-d129-4137-b260-a248503e54a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:04:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:21Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d63105b5873bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29828"
    uid: 66d04278-f7ac-482a-8d3c-3ce775d75d42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:03:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:51Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d6310c602b3dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "29470"
    uid: c5578a4a-6f4b-44f4-9408-347e845edba5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:03:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:51Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d6310c602c32df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29472"
    uid: 403c245c-4558-4a38-a1d2-62129a6662cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h778t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 0a6217dc-b36e-4778-b981-76dcdecfc191
  kind: Event
  lastTimestamp: "2026-09-17T19:04:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:18Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h778t.18d6310ced8517f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29793"
    uid: 7db98a3b-7bef-4952-a5a9-84bcaa86ab27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:02:27.372917Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28668"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7968cbc88d-wlq55
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630f8deb7408a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: 551e8397-8c31-427f-b702-9af7d7e15735
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630f900d6420f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28703"
    uid: 84b96cf4-3c5c-44c0-9ade-2c91d5a9d5da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630f902875350
    namespace: kserve-ci-e2e-test
    resourceVersion: "28705"
    uid: 04a22a40-dcb9-4d5f-b7da-ae010f967d4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:28Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630f905cf955c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28708"
    uid: 2abf5489-55b9-4c90-941d-8c7528b333d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:28Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630f90642b383
    namespace: kserve-ci-e2e-test
    resourceVersion: "28709"
    uid: 02c641b3-3795-4893-a327-d9531bffdb94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:32Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630fa2a81fefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: b8fb54b6-f1a1-48f0-a2d9-cab484e8afbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:33Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630fa2e0f7581
    namespace: kserve-ci-e2e-test
    resourceVersion: "28757"
    uid: 5623dbc3-2956-4ab9-be63-bc601b6411b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:33Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630fa2e925bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28760"
    uid: 85a0d38f-c60f-45b3-bf93-bbd988afab44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:33Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630fa2e9b9f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: ac4fae6e-18a2-49e0-a87b-f911121e01ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:33Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630fa32abdafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 362773d7-fc88-4e0e-8820-cba1b29e09a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:02:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:33Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630fa331fa034
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 1b16b2f3-439d-4c14-8649-459b90eff35f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:03:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:39Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d630fa66ab6244
    namespace: kserve-ci-e2e-test
    resourceVersion: "29306"
    uid: e857a683-560e-4f60-80c6-dbefde1bc349
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:03:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:57Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d6310dd4677a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29562"
    uid: ae3e657e-1de0-4645-8132-55fafebe5c7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:03:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:57Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d6310dd467e3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29564"
    uid: 69b66023-5581-4a71-b6a8-5c65cfb49f6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: 1ef0330c-38d3-4146-9095-22786ba33155
  kind: Event
  lastTimestamp: "2026-09-17T19:03:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:59Z"
    name: isvc-canary-stop-predictor-7968cbc88d-wlq55.18d6310e6cfd3712
    namespace: kserve-ci-e2e-test
    resourceVersion: "29588"
    uid: 8f2a5bb8-40b4-49d1-be72-7dc043d5c1f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7968cbc88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28651"
    uid: e023132a-73bc-4c61-9eb3-396310cedf42
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: 'Created pod: isvc-canary-stop-predictor-7968cbc88d-wlq55'
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-predictor-7968cbc88d.18d630f8de3b35ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28669"
    uid: eaa18988-3f99-4a90-bbb7-71b970aa7d8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7968cbc88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28651"
    uid: e023132a-73bc-4c61-9eb3-396310cedf42
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: 'Created pod: isvc-canary-stop-predictor-7968cbc88d-h778t'
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-predictor-7968cbc88d.18d630f8e1aa961b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 4ed7675b-261e-4890-9505-a67d8c137423
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7968cbc88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29464"
    uid: e023132a-73bc-4c61-9eb3-396310cedf42
  kind: Event
  lastTimestamp: "2026-09-17T19:03:51Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7968cbc88d-h778t'
  metadata:
    creationTimestamp: "2026-09-17T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:03:51Z"
    name: isvc-canary-stop-predictor-7968cbc88d.18d6310c601e3f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29469"
    uid: 9aaf46b3-ef40-40b7-99bb-4dfede5ca433
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 44cc28e8-f4c7-4a3b-8f39-173d69fe50f3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7968cbc88d from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-predictor.18d630f8da74d3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dfe968f6-c384-4738-8abe-905e36c54622
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: 44cc28e8-f4c7-4a3b-8f39-173d69fe50f3
  kind: Event
  lastTimestamp: "2026-09-17T19:03:51Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7968cbc88d from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:03:51Z"
    name: isvc-canary-stop-predictor.18d6310c5f1ae6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29465"
    uid: 60bd751b-3efa-49f4-bd68-37d906fa3e00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:02:27.323350Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28657"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630f8dbc32870
    namespace: kserve-ci-e2e-test
    resourceVersion: "28663"
    uid: 7a5ebc13-ee05-4c7f-89c3-521a177982ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28667"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630f8fdbfa863
    namespace: kserve-ci-e2e-test
    resourceVersion: "28698"
    uid: f36b90e3-7ad3-4f1e-847c-a926db0981c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630f8ff72038f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: ce04a4f3-9747-4155-b3ee-3411d6123c42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630f902e3e19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28706"
    uid: 9edc66d8-ef14-40de-a3b1-30618b6afce0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630f9037036ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28707"
    uid: e49b7cd4-a91f-4a96-84a8-9e53c6ebbf21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:32Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630fa2a68e58a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28752"
    uid: 2c41cfcf-d5e7-4c85-b0cf-3f1151fc4bcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:32Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630fa2dff032a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28756"
    uid: 14c1e3ad-8af7-4942-88a4-eead813b91d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:33Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630fa2e85047c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28758"
    uid: 81cd48d9-146f-4168-b413-6a8d36eee99e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:33Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630fa2e8ed069
    namespace: kserve-ci-e2e-test
    resourceVersion: "28759"
    uid: 29914df0-b574-46b4-90d9-f47859e6d042
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:33Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630fa329eaac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: 2cb13f95-1b16-48fe-8032-7081bdf23536
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:02:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:33Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630fa33126575
    namespace: kserve-ci-e2e-test
    resourceVersion: "28767"
    uid: 4f308d6f-ab8a-49b9-9504-585712c7bf5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:04:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:00Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d630faa2ab1513
    namespace: kserve-ci-e2e-test
    resourceVersion: "29595"
    uid: 4da08ad4-c323-4ade-ad47-4ace3da00a2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:03:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:57Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d6310dd13debaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 7f992acc-f36e-4e3b-b4bd-3aa4a55229e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:03:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:57Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d6310dd13e6a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "29553"
    uid: 9def7669-32d3-40c2-9f6c-2494816aa3ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: bd682c13-6191-42c7-bb8b-8cfd1724f652
  kind: Event
  lastTimestamp: "2026-09-17T19:04:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:00Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn.18d6310ea8e1f612
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: f0053254-afa4-41c0-aae6-9f2f05dbb631
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5b79b84f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28642"
    uid: e9c2cbe5-cc56-4d99-90e2-163c231329de
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5b79b84f69-mmqnn'
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69.18d630f8db517ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28659"
    uid: 7e373194-d8a3-4029-86da-fdefa3d11b46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28641"
    uid: 6a2a4085-2828-43a4-aa55-00e34055e763
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5b79b84f69 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop-v2-predictor.18d630f8d829aeca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28643"
    uid: 5d996af8-0d49-4d21-ad23-71e4a78b65b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28632"
    uid: 8b881536-538b-40e2-8851-80ca73480b81
  kind: Event
  lastTimestamp: "2026-09-17T19:03:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:03:57Z"
    name: isvc-canary-stop.18d630f8da2cc968
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: c60f5375-7e82-4ccc-8032-5bbe182ed366
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28632"
    uid: 8b881536-538b-40e2-8851-80ca73480b81
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop.18d630f8dab53222
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: ebb19bc8-4dae-4276-abee-20be6c63981f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28632"
    uid: 8b881536-538b-40e2-8851-80ca73480b81
  kind: Event
  lastTimestamp: "2026-09-17T19:02:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:02:27Z"
    name: isvc-canary-stop.18d630f8dab5988b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28658"
    uid: 8e0f06df-c201-4202-afc9-d0f987687197
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29479"
    uid: 8b881536-538b-40e2-8851-80ca73480b81
  kind: Event
  lastTimestamp: "2026-09-17T19:03:51Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:03:51Z"
    name: isvc-canary-stop.18d6310c65885cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29480"
    uid: d39971d7-4428-498d-a630-a6c22fe3e244
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29558"
    uid: 8b881536-538b-40e2-8851-80ca73480b81
  kind: Event
  lastTimestamp: "2026-09-17T19:03:57Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-17T19:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:03:57Z"
    name: isvc-canary-stop.18d6310dd3b01765
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 05e9c739-28fd-41be-8f7c-d563b18586f3
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:38:41.347477Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14949"
    uid: 4a754161-f6a6-41c3-97fd-fe9f3e618516
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs.18d62facd8f9e1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14953"
    uid: fae18f3b-ad5e-4eda-a373-f71263471661
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 4a754161-f6a6-41c3-97fd-fe9f3e618516
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-4585ab-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs.18d62face21ac9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: c448f1d7-367f-44f6-9173-c4753c9a3889
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14959"
    uid: 4a754161-f6a6-41c3-97fd-fe9f3e618516
  kind: Event
  lastTimestamp: "2026-09-17T18:38:42Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:38:42Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs.18d62fad1eb0323b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: b5186358-3b39-47a0-89a7-142a94627e12
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 4a754161-f6a6-41c3-97fd-fe9f3e618516
  kind: Event
  lastTimestamp: "2026-09-17T18:38:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
  metadata:
    creationTimestamp: "2026-09-17T18:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:42Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs.18d62fad204c663d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: 54e1601c-33af-4a65-abde-f509629534c8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 4a754161-f6a6-41c3-97fd-fe9f3e618516
  kind: Event
  lastTimestamp: "2026-09-17T18:38:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    in 3.637s (3.637s including waiting). Image size: 306750366 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:46Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs.18d62fadf9220cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: c9c8773c-f687-4d66-b005-560bd905a5d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 4a754161-f6a6-41c3-97fd-fe9f3e618516
  kind: Event
  lastTimestamp: "2026-09-17T18:38:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:52Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs.18d62fadfdedb5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 8b338669-add7-445f-9d87-442c46641a5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 4a754161-f6a6-41c3-97fd-fe9f3e618516
  kind: Event
  lastTimestamp: "2026-09-17T18:38:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:52Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs.18d62fadfe7b68c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 9e8fb859-d509-4777-b560-c9b7c0516a05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 4a754161-f6a6-41c3-97fd-fe9f3e618516
  kind: Event
  lastTimestamp: "2026-09-17T18:38:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:52Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs.18d62faf577065d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15064"
    uid: 12c3be4d-0410-4ac6-8c4a-db63c703bcea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 4a754161-f6a6-41c3-97fd-fe9f3e618516
  kind: Event
  lastTimestamp: "2026-09-17T18:38:56Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:56Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs.18d62fb04346860d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: 7efc03d6-1e9a-4947-a93d-d2411e805cf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-4585ab-predictor-9bcf589f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: eecacd18-57f5-4f7b-a1a3-6c0496819771
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: 'Created pod: isvc-init-fail-4585ab-predictor-9bcf589f9-fmgqs'
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-init-fail-4585ab-predictor-9bcf589f9.18d62facd86e26e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 52958cbb-3919-40a8-8e14-cfac9e8e11ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-4585ab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: 003d628d-882c-4737-aef9-9cb7749f32a1
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: Scaled up replica set isvc-init-fail-4585ab-predictor-9bcf589f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-init-fail-4585ab-predictor.18d62facd5122ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: f1bf4f6f-fc16-42e7-afdb-9c95f7a350ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4585ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 79c2d6e3-a18b-4c3e-b0de-0748b98b897a
  kind: Event
  lastTimestamp: "2026-09-17T18:38:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:38:52Z"
    name: isvc-init-fail-4585ab.18d62facd50f8c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15071"
    uid: 8579c814-c7d0-4210-bebc-541f4979b6a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:04:07.624058Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29686"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-6js4s
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:04:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:04:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d6311036263772
    namespace: kserve-ci-e2e-test
    resourceVersion: "29692"
    uid: 9af202ed-675e-4b2b-ad51-da1870811a87
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29696"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:08Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:04:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d6311057efbe71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29705"
    uid: 7024f3cf-f52a-4f18-8a8e-2b6ac862f457
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63110595cf2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29707"
    uid: de20509f-ebc6-43fc-be64-0acddbb7abb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d631105d1a0c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29709"
    uid: fc5d31e3-91a8-4d13-8246-a56fcfa69bc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d631105d942afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29710"
    uid: 1da32149-5c8f-488c-b140-e1ff72c872a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:12Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d6311151ea0665
    namespace: kserve-ci-e2e-test
    resourceVersion: "29745"
    uid: 7aa55e7c-5c40-4a2c-8d4f-9990289e6376
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.928s (6.928s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63112eee44656
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: bd835654-c670-4f78-a0d5-25636db6aeb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63112f208ef22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29799"
    uid: 608cbb44-9cbe-47e6-8da9-5df5bb4494db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63112f27c5805
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: a6a19115-ab1e-4502-a1b5-df871e556dd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63112f285ec73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29801"
    uid: 1c7fc2c2-145a-42a7-8bb3-d4854a12b47a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63112f53ad64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: d0f4d2c4-6a8e-4f8d-b699-c16e92e78e62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63112f5aaca87
    namespace: kserve-ci-e2e-test
    resourceVersion: "29803"
    uid: f885d4f3-5885-4716-a008-9e4b27927586
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:05:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63113314f84a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30541"
    uid: 2a780271-a356-45a0-b535-fb0ebb4fba07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:05:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:05:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63129f47a5621
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a598ebe3-c81a-47dc-b53b-090e64c82f3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:05:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:05:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d63129f47b0e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: c6ba63a5-b1b2-4e06-933a-9f0f9ed0c452
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: 5d1b426a-26a1-46fb-8133-cc82182e6005
  kind: Event
  lastTimestamp: "2026-09-17T19:06:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6js4s.18d6312ab5949c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30686"
    uid: aa4e2be0-547d-48e8-8f84-fd9b26edd94c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "29677"
    uid: fc862492-d146-4360-b19a-ac087946ff17
  kind: Event
  lastTimestamp: "2026-09-17T19:04:07Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-6js4s'
  metadata:
    creationTimestamp: "2026-09-17T19:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d6311035836651
    namespace: kserve-ci-e2e-test
    resourceVersion: "29688"
    uid: 64e7ad36-c4ec-436a-af41-fee2013d96e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29675"
    uid: bd2b1a2b-495b-4f5a-853a-74fbc4265f13
  kind: Event
  lastTimestamp: "2026-09-17T19:04:07Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:07Z"
    name: isvc-lightgbm-predictor.18d63110325c1ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29680"
    uid: 99b9c28f-42c1-4419-af0a-8e0a97aaec06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29676"
    uid: fc9d21d8-b1a6-4459-816a-d7f404bc16ca
  kind: Event
  lastTimestamp: "2026-09-17T19:04:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:52Z"
    name: isvc-lightgbm-predictor.18d63113b0fffc03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: d9422cf2-8bce-4ad6-8562-1ebd2278cb58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29676"
    uid: fc9d21d8-b1a6-4459-816a-d7f404bc16ca
  kind: Event
  lastTimestamp: "2026-09-17T19:04:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:52Z"
    name: isvc-lightgbm-predictor.18d63113b168fd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30061"
    uid: e0023dfd-18df-4a38-8f62-418da5046711
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: fc9d21d8-b1a6-4459-816a-d7f404bc16ca
  kind: Event
  lastTimestamp: "2026-09-17T19:05:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:52Z"
    name: isvc-lightgbm-predictor.18d6311e2de449ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: a3694e47-bb38-4e48-8537-8d7ed2c3fce9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: fc9d21d8-b1a6-4459-816a-d7f404bc16ca
  kind: Event
  lastTimestamp: "2026-09-17T19:05:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:52Z"
    name: isvc-lightgbm-predictor.18d6311e2e4b5435
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: d4f402c3-79c2-4d36-b7f3-4789bbbdcec1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:06:03.395423Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30722"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:06:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:06:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312b2aa926af
    namespace: kserve-ci-e2e-test
    resourceVersion: "30726"
    uid: 1262c90d-9ec0-4da6-b7cc-c79106cef944
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312b39898cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: b757050c-8881-4e58-9b82-bbcff61a485f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:04Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:06:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312b70673233
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: cc93241d-655a-4da4-a820-7b21745d2a1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312b725c92cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: b693256c-b55a-4848-a13d-1c9973ac0ee9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312b74f54ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d857dea9-7c6a-4aa1-a8b7-682395c58cef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312b7561f71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30755"
    uid: aed1150c-b84e-4187-9c6a-73cbae0ee970
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:08Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312c7274acd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: 7143004d-7e97-4d98-a22e-a3d1e91303d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312c75b4e054
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: 940dfea2-f508-49c0-8485-a788865c06d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312c76181cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30795"
    uid: d7647143-8940-4a1d-8e55-39fdc36e03c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312c7621f44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30797"
    uid: 3278a67c-c4a8-42aa-a216-5b48211d9e59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312c791adff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30799"
    uid: b22b0b07-4b6b-4cf8-8e7e-f5cba4d8060c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:06:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312c799ffa7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 0598b31c-9cf4-4470-85e0-efd5b1215087
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6312cae7e74a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31798"
    uid: a02caf13-1e1e-4e37-8c6c-fcade472b3f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d63142ee37a972
    namespace: kserve-ci-e2e-test
    resourceVersion: "31723"
    uid: 3a89805c-4b47-4a70-92f9-d877cf42fb83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d63142ee3841a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31725"
    uid: de227776-c09a-477c-ad0a-1e1a3e962fdb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: d24ef56d-a6c4-411c-95af-678a42de1cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc.18d6314308cb77dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31797"
    uid: 7c4505f4-260f-4dcc-9ec4-726eaeeb467d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30713"
    uid: 56d38b76-a556-4d08-85f0-6cc8862484f5
  kind: Event
  lastTimestamp: "2026-09-17T19:06:03Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-69mtc'
  metadata:
    creationTimestamp: "2026-09-17T19:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d6312b2a4d04e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: 995c6f49-66ca-43c3-a2b4-0e033bb847fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30711"
    uid: b0a47043-d915-48d5-badd-fa2e635af712
  kind: Event
  lastTimestamp: "2026-09-17T19:06:03Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:03Z"
    name: isvc-lightgbm-runtime-predictor.18d6312b270edfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30715"
    uid: 265b6363-5bc4-4ae7-990b-f01de1bcd1de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30712"
    uid: 84f6546b-c212-42ca-8bec-9267ca122566
  kind: Event
  lastTimestamp: "2026-09-17T19:06:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:18Z"
    name: isvc-lightgbm-runtime-predictor.18d6312ea5abc1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 29626a4d-2746-47ae-9775-b8c86aa11c08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30712"
    uid: 84f6546b-c212-42ca-8bec-9267ca122566
  kind: Event
  lastTimestamp: "2026-09-17T19:06:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:18Z"
    name: isvc-lightgbm-runtime-predictor.18d6312ea6346252
    namespace: kserve-ci-e2e-test
    resourceVersion: "30881"
    uid: cc60b566-c2ff-45bd-b031-07eae54eeaeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30880"
    uid: 84f6546b-c212-42ca-8bec-9267ca122566
  kind: Event
  lastTimestamp: "2026-09-17T19:07:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:33Z"
    name: isvc-lightgbm-runtime-predictor.18d6313224e34130
    namespace: kserve-ci-e2e-test
    resourceVersion: "31611"
    uid: dbcdf891-3137-40c7-a390-a6a9d07a7426
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30880"
    uid: 84f6546b-c212-42ca-8bec-9267ca122566
  kind: Event
  lastTimestamp: "2026-09-17T19:07:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:33Z"
    name: isvc-lightgbm-runtime-predictor.18d6313225491246
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: 4b5f9370-6ed4-41ef-9972-3be66a519b1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30703"
    uid: 4b644d4d-de8b-41bb-8775-6a087f05df27
  kind: Event
  lastTimestamp: "2026-09-17T19:07:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:41Z"
    name: isvc-lightgbm-runtime.18d6312b2729da1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: b5218aaf-a273-4ba3-a152-2152ede62658
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30703"
    uid: 4b644d4d-de8b-41bb-8775-6a087f05df27
  kind: Event
  lastTimestamp: "2026-09-17T19:06:03Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:06:03Z"
    name: isvc-lightgbm-runtime.18d6312b27a94ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30719"
    uid: abd4329b-47ee-40ba-88bb-69010853c045
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31673"
    uid: 4b644d4d-de8b-41bb-8775-6a087f05df27
  kind: Event
  lastTimestamp: "2026-09-17T19:07:41Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:41Z"
    name: isvc-lightgbm-runtime.18d63141e9130336
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: 28ee12b9-b398-41fd-844f-be369d6a2e31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:08:45.972658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32289"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:08:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:08:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d631510504d308
    namespace: kserve-ci-e2e-test
    resourceVersion: "32294"
    uid: 61e9f881-b128-4c93-b007-9931cbd759a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32299"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:46Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:08:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d63151271261e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32311"
    uid: a9a979ba-7f96-440f-b222-e69e1ca31751
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d63151287f1e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32313"
    uid: 6d006a6f-e9c3-4599-9fc8-fe4fa68868bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d631512b252a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 75cc2240-fec7-4e35-8369-e1abcd213a61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d631512b86ab68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: b5bbfb05-dc74-405b-a1aa-57dc2cdfb1be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:50Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d631521e23bc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: 2fb23a22-1e8f-4a3f-a277-940f75dfa123
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d6315220f511e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: c3a63f42-5108-49a2-9bf6-ba12ece4399f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d63152215960f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 7ece336c-55bb-4a3c-a563-ffcedd6a82e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d6315221645ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 636e7b21-2aa5-4e01-8ff5-a485958f2724
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d6315224b984d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 14fc0762-f20b-4856-88ea-da1b5afdd416
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d63152255c4a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32363"
    uid: c66abc82-0cac-4538-afbe-029247630d51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:08:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:57Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d631525a336216
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 63215733-1b01-4af5-b7b4-192322e7ebaf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:09:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d63158044054cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32654"
    uid: 54df7700-d149-4ff0-9d2a-c40221fdbcbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2678cce5-6849-4f33-a296-4b8c1cd17a6f
  kind: Event
  lastTimestamp: "2026-09-17T19:09:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz.18d631580440e0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32655"
    uid: 4f72803c-d527-46b6-bf84-2482b00b64e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32277"
    uid: 7d10b6e1-0d23-423f-a8bf-0b8bb08d69ea
  kind: Event
  lastTimestamp: "2026-09-17T19:08:45Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r5qpz'
  metadata:
    creationTimestamp: "2026-09-17T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d63151045e1803
    namespace: kserve-ci-e2e-test
    resourceVersion: "32291"
    uid: 687843e4-e4d6-479a-bf1e-f5e18f6ec661
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32275"
    uid: 21a45a1a-b18f-46cb-bff7-3926385bafb0
  kind: Event
  lastTimestamp: "2026-09-17T19:08:45Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:45Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d63150fee66ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32279"
    uid: 7c64f47c-cdbd-4a08-b612-63cdbc5d4bdf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: 033028ff-e80e-44d0-938d-b0cda00a073b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:15Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d631547d4888a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32635"
    uid: 606a8545-219e-468e-8325-4e9788814805
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: 033028ff-e80e-44d0-938d-b0cda00a073b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:15Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d631547db6584a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: bebb1b03-a2d1-44b6-8fb1-b5c42c51a798
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: 8c6eb9bf-081d-4d8f-bcdd-a29669f8ca24
  kind: Event
  lastTimestamp: "2026-09-17T19:09:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:09:07Z"
    name: isvc-lightgbm-v2-kserve.18d63150fef837a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 0e3dcede-0a9c-4187-a279-11463ed408e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: 8c6eb9bf-081d-4d8f-bcdd-a29669f8ca24
  kind: Event
  lastTimestamp: "2026-09-17T19:08:46Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:08:46Z"
    name: isvc-lightgbm-v2-kserve.18d6315100206b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32301"
    uid: 9f9277f1-a762-4c19-857b-1b31d5255342
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 8c6eb9bf-081d-4d8f-bcdd-a29669f8ca24
  kind: Event
  lastTimestamp: "2026-09-17T19:08:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:08:46Z"
    name: isvc-lightgbm-v2-kserve.18d6315109978a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32302"
    uid: 8213036a-7bf6-4b74-ba51-714bd860c86e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: 8c6eb9bf-081d-4d8f-bcdd-a29669f8ca24
  kind: Event
  lastTimestamp: "2026-09-17T19:09:07Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:09:07Z"
    name: isvc-lightgbm-v2-kserve.18d631561e0ecec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: 3bc5e92e-8e4b-450e-90c1-5de8a4d0740a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:07:50.670154Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31781"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:07:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:07:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d6314424bba745
    namespace: kserve-ci-e2e-test
    resourceVersion: "31788"
    uid: 49393f32-387a-4a41-8194-a15cc872cd9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d631442fc93ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: 19e88c32-3077-49fa-9029-3a907682c3de
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31793"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:52Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:07:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63144ac44f1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31821"
    uid: e6a8110d-b65b-4746-8659-92ce245eeb26
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63144ad975b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "31824"
    uid: 91e5b5b9-e60d-4b71-9d09-a4f9ebcdc20f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63144b03fe3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: 8731ff51-1d1d-48ab-9280-73f3aa2b6d94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63144b0b0b08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31827"
    uid: 251ed798-772d-4391-b302-09b4f2c6d611
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63145b7e2979c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31872"
    uid: d3749b8c-69f0-4930-a52e-ff3fb0a17886
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63145bb6e21d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: a993539b-d522-4444-a1e8-b96f2a130565
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63145bbe29485
    namespace: kserve-ci-e2e-test
    resourceVersion: "31878"
    uid: 5917e220-094e-4b18-85ec-6a36714d2623
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63145bbeca812
    namespace: kserve-ci-e2e-test
    resourceVersion: "31879"
    uid: a4ee653a-7dd7-4a9f-b3e2-9430ab8d6478
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63145bf18c510
    namespace: kserve-ci-e2e-test
    resourceVersion: "31881"
    uid: 147afecf-738f-4530-a131-810485f34a04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:07:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d63145bf8d18fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31882"
    uid: 5c20890a-ee68-4e2c-8ce9-ef996d9c6cad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:08:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d6314fcc7601c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32227"
    uid: 6784db7a-9017-4571-ad9f-5dbee8017194
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c40b7e1d-da67-4cc9-b0c0-f1fa6684e7fd
  kind: Event
  lastTimestamp: "2026-09-17T19:08:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:08:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l.18d6314fcc76b264
    namespace: kserve-ci-e2e-test
    resourceVersion: "32228"
    uid: d9c15ed8-7308-4438-be18-8d0fab1a2ebc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: fe780cec-5d80-48f1-bc5d-944e6c8087ed
  kind: Event
  lastTimestamp: "2026-09-17T19:07:50Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gcl2l'
  metadata:
    creationTimestamp: "2026-09-17T19:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d6314424230e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: ef0a2000-faca-4a1c-8001-86b7caae8c8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31769"
    uid: a80bbc21-1533-418e-a172-a4e332c304ea
  kind: Event
  lastTimestamp: "2026-09-17T19:07:50Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:50Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d631442129f5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31774"
    uid: c94e8429-b625-41f8-992d-c4c6c99efb7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31770"
    uid: 542fac90-67ee-436f-bf91-a339c19d29fe
  kind: Event
  lastTimestamp: "2026-09-17T19:08:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:35Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d631479f8205fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: 7248fe67-4ff6-4d14-8669-9c59f7e3a841
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31770"
    uid: 542fac90-67ee-436f-bf91-a339c19d29fe
  kind: Event
  lastTimestamp: "2026-09-17T19:08:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:35Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d631479ff658a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32174"
    uid: 5be87762-ab22-4be7-8c2f-caf580b7e090
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31943"
    uid: 542fac90-67ee-436f-bf91-a339c19d29fe
  kind: Event
  lastTimestamp: "2026-09-17T19:08:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6314b1e98f1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32052"
    uid: e843b83d-46a2-4e6a-be96-5c09dd6e69c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31943"
    uid: 542fac90-67ee-436f-bf91-a339c19d29fe
  kind: Event
  lastTimestamp: "2026-09-17T19:08:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6314b1ef9bb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32054"
    uid: d4807b2b-f517-48c7-a439-2e954bb2a846
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: 3471d877-438b-43bc-9456-5a1ae784a471
  kind: Event
  lastTimestamp: "2026-09-17T19:08:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:08:34Z"
    name: isvc-lightgbm-v2-runtime.18d6314421255286
    namespace: kserve-ci-e2e-test
    resourceVersion: "32165"
    uid: bcd6baa1-8f85-41e9-b4cc-74fadb60063f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: 3471d877-438b-43bc-9456-5a1ae784a471
  kind: Event
  lastTimestamp: "2026-09-17T19:07:50Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:50Z"
    name: isvc-lightgbm-v2-runtime.18d6314421bbab12
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: 66fb16e5-e99a-4924-ad98-5f1552a76990
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32163"
    uid: 3471d877-438b-43bc-9456-5a1ae784a471
  kind: Event
  lastTimestamp: "2026-09-17T19:08:34Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:08:34Z"
    name: isvc-lightgbm-v2-runtime.18d6314e5cbedbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32164"
    uid: 91e25a22-b2ba-4751-ba07-e185f0ec2e94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 58c59616-7477-4484-801f-f2ca670638f4
  kind: Event
  lastTimestamp: "2026-09-17T19:05:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:05:56Z"
    name: isvc-lightgbm.18d6311032285848
    namespace: kserve-ci-e2e-test
    resourceVersion: "30632"
    uid: e399e0e0-8f4b-4818-a529-3d07bb54043f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 58c59616-7477-4484-801f-f2ca670638f4
  kind: Event
  lastTimestamp: "2026-09-17T19:04:07Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:04:07Z"
    name: isvc-lightgbm.18d6311032ab2cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29683"
    uid: 874627cb-8ac2-4b57-9fdd-b2eb5dca9437
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30630"
    uid: 58c59616-7477-4484-801f-f2ca670638f4
  kind: Event
  lastTimestamp: "2026-09-17T19:05:56Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:05:56Z"
    name: isvc-lightgbm.18d6312976c4af0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30631"
    uid: 8ad45044-65f6-419f-89a9-95f53866f857
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:42:21.599494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5d79fc8c86-kspg7
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:42:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:42:21Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe02104fe97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: d8a257d1-bdd4-4103-9be6-558f765ad68a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17054"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:22Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:42:22Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe042fed711
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: f63132ee-3a06-4c3f-aa17-d2ce37717202
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:22Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe044668ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: 74cb864b-6cb0-4d40-87cb-683fd2685bee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:22Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe047bea86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: cf50dcbd-d0cf-445d-bef9-bc5f99189d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:22Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe0482d95f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: dfe3cac5-baef-482f-aa81-da91f512e845
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:26Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe1421fce6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: f9e88dfe-bf15-4e64-9e29-d08a1874a558
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:26Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe145073f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17108"
    uid: 8a2dc78d-4bbf-4ff7-b60d-e96394c66af0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:26Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe145752325
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 87252fed-67df-43a4-90d0-b1289374a6e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:26Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe1457e0a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: 9b306dc3-0e1c-415b-8b2a-c17536cc3a63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:26Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe148858fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: 641b81ae-9301-4b35-95f9-b41d528117fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:26Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe148ffb747
    namespace: kserve-ci-e2e-test
    resourceVersion: "17116"
    uid: 9b6d860e-b8cf-48e0-b51b-8bf882c7480c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:26Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:26Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe1490a8091
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: 4034a79b-0b43-4157-b8df-570c46dd5544
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:26Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe14c53d21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: 68d3159d-c624-42f3-a8a6-d8128323884a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:26Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe14cd4186b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17120"
    uid: f84c7f45-f3a3-47cf-b6fb-fc8068015007
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:44:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:04Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe17e40153f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18041"
    uid: 935b0902-11d6-4fe6-b7a4-cba61050b475
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:44:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:04Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62fe1ba2188aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: 86a4b5db-3295-49d3-b4da-b24e357ef5bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:43:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:56Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62ff648c1b80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: a68e3050-e226-499a-97b3-286707d2253c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:43:56Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:56Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62ff648c23bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17923"
    uid: d4257076-e745-4c99-82bc-76475cd78e0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:43:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:56Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62ff648c25a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: f9873296-3660-45f9-87c3-e51031dddd8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d79fc8c86-kspg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 165b0163-cdf6-4b33-9761-a8477ba0e39e
  kind: Event
  lastTimestamp: "2026-09-17T18:44:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:14Z"
    name: isvc-logger-predictor-5d79fc8c86-kspg7.18d62ff6ea64b55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: 141c2de2-13b3-44ce-af13-f92c55eb04cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5d79fc8c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: 6101bd97-304f-45ee-913c-0b2975396ec7
  kind: Event
  lastTimestamp: "2026-09-17T18:42:21Z"
  message: 'Created pod: isvc-logger-predictor-5d79fc8c86-kspg7'
  metadata:
    creationTimestamp: "2026-09-17T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:21Z"
    name: isvc-logger-predictor-5d79fc8c86.18d62fe0208b2e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: d2f903e2-763a-4442-a45d-68cba4c94570
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: d06f2239-c6d6-4948-9bc9-314145b5165d
  kind: Event
  lastTimestamp: "2026-09-17T18:42:21Z"
  message: Scaled up replica set isvc-logger-predictor-5d79fc8c86 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:21Z"
    name: isvc-logger-predictor.18d62fe01c6a58d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: c3c60d3a-9a03-4cb8-83ed-b63cff29f167
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: fae872c6-42a4-40c6-a2b8-348badf8be2e
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-logger-predictor.18d62fe39af3a7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: a4040822-ef35-4479-880b-a08ae7050161
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: fae872c6-42a4-40c6-a2b8-348badf8be2e
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-logger-predictor.18d62fe39b625135
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: 49b93413-9ac9-418f-9302-ec44d1f06956
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: fae872c6-42a4-40c6-a2b8-348badf8be2e
  kind: Event
  lastTimestamp: "2026-09-17T18:43:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:51Z"
    name: isvc-logger-predictor.18d62fe71a1361ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: 4bcb09a9-32e4-4ebf-aacc-ca40c09a3189
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: fae872c6-42a4-40c6-a2b8-348badf8be2e
  kind: Event
  lastTimestamp: "2026-09-17T18:43:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:51Z"
    name: isvc-logger-predictor.18d62fe71a7bb82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: f8137f70-467e-4294-b773-13fa150154a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: 54c1565e-0a32-4298-8348-2cd5ce402b4e
  kind: Event
  lastTimestamp: "2026-09-17T18:43:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:44Z"
    name: isvc-logger.18d62fe01c6ebfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: 6d7e22e1-c1d7-4827-87e3-a8b58d9f448d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: 54c1565e-0a32-4298-8348-2cd5ce402b4e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:21Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:21Z"
    name: isvc-logger.18d62fe01cf77c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 656d367f-4fe9-43d4-b766-319403c5523c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: 54c1565e-0a32-4298-8348-2cd5ce402b4e
  kind: Event
  lastTimestamp: "2026-09-17T18:42:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:21Z"
    name: isvc-logger.18d62fe02397d3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 58f00921-36c1-434d-aeda-e7553740bc9a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 54c1565e-0a32-4298-8348-2cd5ce402b4e
  kind: Event
  lastTimestamp: "2026-09-17T18:43:44Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:44Z"
    name: isvc-logger.18d62ff37493cbc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: f21d0820-e6a1-4dbd-b457-8133bbfe3838
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:09:21.367332Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32730"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:09:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:09:21Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d6315942b4b1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: a82a2f7c-1af3-4d20-9d80-bf666deb597f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:21Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d6315950605b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: fcb0a533-1dea-414a-b77d-6aad32eb5018
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32740"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:22Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:09:22Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d6315988432414
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 097101cf-d1fd-4e4e-bc2c-feb9d9074f3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:22Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d631598ae43628
    namespace: kserve-ci-e2e-test
    resourceVersion: "32755"
    uid: 4a6c3e4b-bcd0-4e02-bf6e-c855a6eda9d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:22Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d631598d55a236
    namespace: kserve-ci-e2e-test
    resourceVersion: "32756"
    uid: 30fabc4b-69c5-4cb0-b685-48bc397f9cca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:22Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d631598db70dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: 80c8650b-ab13-476e-ab96-dadcf9f25216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d6315a8afe0974
    namespace: kserve-ci-e2e-test
    resourceVersion: "32798"
    uid: a742c36e-3fe8-47b0-91f9-d9a233a883c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d6315a8d9a1e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "32800"
    uid: 94b09982-ec9e-4c86-a88d-c9d9873c30be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d6315a8dfd224b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: f9ef39ea-6ad5-4a79-b7d9-da0029223b27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d6315a8e06ecb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 02d14ef0-8f15-4f3b-957f-bccb3e2a7598
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d6315a9184503c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32806"
    uid: dd2729b3-9546-43c0-8ef8-d9252d8c6dfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:09:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d6315a91e5cc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "32807"
    uid: a43b9793-0db1-4ac7-af12-9893db700d96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:10:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:11Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d63164e259fa02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33162"
    uid: 32437fc0-ed1c-4081-af48-0a8008205060
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 5b97643a-84c0-4936-9b60-b5f91f47594b
  kind: Event
  lastTimestamp: "2026-09-17T19:10:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:11Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq.18d63164e25b3d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "33163"
    uid: b9f8625e-78f1-4687-be55-150196378482
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "32719"
    uid: a537cd1e-a2fb-483b-9b2d-7eb7bf0ef7e7
  kind: Event
  lastTimestamp: "2026-09-17T19:09:21Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-rz2bq'
  metadata:
    creationTimestamp: "2026-09-17T19:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:21Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d6315941d7aebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32731"
    uid: e5ce1e76-49d1-482d-af71-4c420d8b3f5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 52a5f7ea-4fec-43fb-986f-1897ccbdac82
  kind: Event
  lastTimestamp: "2026-09-17T19:09:21Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:21Z"
    name: isvc-mlflow-v2-runtime-predictor.18d631593bad7b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32722"
    uid: e1af214c-5687-4fc8-ac32-fc6686c87070
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: f36417dd-c15b-481d-bed8-5b8274df7da8
  kind: Event
  lastTimestamp: "2026-09-17T19:10:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:06Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6315cba97582d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: 247986ee-0b2a-492c-a757-8d36e5e4cb9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: f36417dd-c15b-481d-bed8-5b8274df7da8
  kind: Event
  lastTimestamp: "2026-09-17T19:10:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:06Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6315cbb340fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: 441dcaae-79c3-4f13-a0e3-464bd806935f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32876"
    uid: f36417dd-c15b-481d-bed8-5b8274df7da8
  kind: Event
  lastTimestamp: "2026-09-17T19:09:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:51Z"
    name: isvc-mlflow-v2-runtime-predictor.18d631603ad732b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32989"
    uid: 181b4bda-31b4-43d6-b51b-414d6bdcbc7d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32876"
    uid: f36417dd-c15b-481d-bed8-5b8274df7da8
  kind: Event
  lastTimestamp: "2026-09-17T19:09:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:51Z"
    name: isvc-mlflow-v2-runtime-predictor.18d631603b946a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32991"
    uid: 725e09d2-21d8-4afc-9858-f48f528de7c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: 0621c5f2-3467-4de8-bd90-19589e246397
  kind: Event
  lastTimestamp: "2026-09-17T19:10:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:10:04Z"
    name: isvc-mlflow-v2-runtime.18d631593ba4559f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 173358b7-c400-4e01-aecd-612baad5eb34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: 0621c5f2-3467-4de8-bd90-19589e246397
  kind: Event
  lastTimestamp: "2026-09-17T19:09:21Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:09:21Z"
    name: isvc-mlflow-v2-runtime.18d631593d4f085e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32726"
    uid: 262b61f8-effd-413d-a3f0-d03cb07a7130
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: 0621c5f2-3467-4de8-bd90-19589e246397
  kind: Event
  lastTimestamp: "2026-09-17T19:10:04Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:10:04Z"
    name: isvc-mlflow-v2-runtime.18d6316330cacf38
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: 224bb8a7-d7c3-4f2f-a899-e41f1cfc798e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:11:41.765083Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:11:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:11:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d63179f3106b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34041"
    uid: 09e36f85-15a9-4499-b53e-b839a9b3097e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:42Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:11:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317a14befd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "34056"
    uid: 6018fcf5-a2a5-4b7d-9d80-19bc6f4daa3e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317a164e2528
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: 1424b591-8ee5-4c86-97f4-584efa932648
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317a1933fe09
    namespace: kserve-ci-e2e-test
    resourceVersion: "34059"
    uid: 3eec2233-6af4-4baa-8fe3-c789e2a8c1c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317a19b9085d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34060"
    uid: ec5c09ce-9a49-4924-8a43-98420b8f422d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:47Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317b49f5939b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34165"
    uid: 97bcd72c-2572-469a-8901-7a8b4fe48f3f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:59Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.543s (11.543s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317dfa00c082
    namespace: kserve-ci-e2e-test
    resourceVersion: "34263"
    uid: 36a049e3-4b1e-4844-ab14-951d3f40b6b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317dfd3acd38
    namespace: kserve-ci-e2e-test
    resourceVersion: "34265"
    uid: e01699fe-a7d8-4592-8918-444425d91f94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317dfd9f0b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "34266"
    uid: a22adfef-e7ac-4f69-905e-783df4a69663
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317dfda92492
    namespace: kserve-ci-e2e-test
    resourceVersion: "34268"
    uid: 1ef66cfd-5dc2-47c2-8317-11ced40bd749
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317e009283ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34269"
    uid: afdc6896-2cf9-4392-b7a9-6e4e65505a3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:11:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317e0116de1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: f58fe003-ff73-4250-96a4-0baf1da3402a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:12:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:12:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6317e54a30b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 2be22a51-ed04-4c5a-9d62-4b2417c81912
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:12:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:12:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6318a942adea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34700"
    uid: 91fd0d41-2465-4b3a-8f72-af0ff8fd63ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 057de55c-8402-4ca5-99d5-858100ed7520
  kind: Event
  lastTimestamp: "2026-09-17T19:12:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:12:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-dfwx6.18d6318a942bd083
    namespace: kserve-ci-e2e-test
    resourceVersion: "34701"
    uid: f3fdbfc4-3d64-46d4-9730-4a8ffa8bbe20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34026"
    uid: cf5ac60e-9f20-4c2b-b603-a8cedfcb51ee
  kind: Event
  lastTimestamp: "2026-09-17T19:11:41Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-dfwx6'
  metadata:
    creationTimestamp: "2026-09-17T19:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:11:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d63179f289472d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34038"
    uid: ff75b10e-6a46-4ea7-bef8-e289ceae9aa1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34024"
    uid: e6b8fee5-0e6e-4408-a6ef-72b0835fd014
  kind: Event
  lastTimestamp: "2026-09-17T19:11:41Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:11:41Z"
    name: isvc-paddle-predictor.18d63179eec21d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34028"
    uid: a7d228b4-9bb8-43d4-bd1f-92932838ef9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34025"
    uid: a028598e-fb16-4963-955f-569b5bf30e80
  kind: Event
  lastTimestamp: "2026-09-17T19:12:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:12:41Z"
    name: isvc-paddle-predictor.18d6317d6db21e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: 43f2a0fe-54d1-4e35-b871-fe39a392157d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34025"
    uid: a028598e-fb16-4963-955f-569b5bf30e80
  kind: Event
  lastTimestamp: "2026-09-17T19:12:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:12:41Z"
    name: isvc-paddle-predictor.18d6317d6e21d0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34588"
    uid: c00694ea-0250-4285-a93d-22785cac4e36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34244"
    uid: a028598e-fb16-4963-955f-569b5bf30e80
  kind: Event
  lastTimestamp: "2026-09-17T19:12:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:12:26Z"
    name: isvc-paddle-predictor.18d631846c0d12ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34481"
    uid: 4f054c27-9499-42c3-866c-7010398246c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34244"
    uid: a028598e-fb16-4963-955f-569b5bf30e80
  kind: Event
  lastTimestamp: "2026-09-17T19:12:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:12:26Z"
    name: isvc-paddle-predictor.18d631846c646ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34483"
    uid: 8086cdf2-23c6-4619-b279-2c10aaeec445
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:12:58.653315Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:12:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:12:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318bd9f5aa0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: 4819fe3f-9571-44b1-9567-1bc9cc92bb3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:12:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:12:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318be5350017
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: cc041a0a-58c0-4e9b-bb31-832ce1255a51
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34775"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:12:59Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:12:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318c1fc5bf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34791"
    uid: e57b77fd-4914-4d97-aee8-b23f842b4a1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:12:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:12:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318c21effccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34793"
    uid: dbf35678-a702-4786-89e9-229ce95089a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:12:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:12:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318c24dcf39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34795"
    uid: 8d4c517a-8467-40fa-82cf-a33e439ddf85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:12:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:12:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318c253f133b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34796"
    uid: e6bbef19-1fab-4abf-952b-e7c379f6558f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:13:04Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318d4bb7a286
    namespace: kserve-ci-e2e-test
    resourceVersion: "34832"
    uid: 304dd733-6a75-4e7c-8729-99f79a043e99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:13:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318d4ed142cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34834"
    uid: 5b8004d9-4861-4fae-9aea-d28a4e4de7f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:13:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318d4f3433ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34835"
    uid: 569354a4-6aa6-4152-b3fb-b2301b46a682
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:13:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318d4f3dcfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34836"
    uid: 5c0378c9-eb04-428b-9ab2-12e375de8df0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:13:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318d524de021
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: 3243455f-4eb5-45b4-9e42-eda714330923
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:13:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318d52aaf09b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: c6250a57-91ec-4507-94a4-b07f4af06e2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:14:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:01Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6318d87be84fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: f52517c2-deee-4a1c-841d-6b45fff1aaaf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:13:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6319a1770bdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35370"
    uid: 8c614ae9-62c7-4833-ab79-e527d4599459
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:13:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6319a17714c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 4c61ccaa-41f9-43e0-9e3e-3bf295d5fb96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f88866b6-e675-4825-9e89-b465a80f8193
  kind: Event
  lastTimestamp: "2026-09-17T19:14:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:01Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-h4gzf.18d6319a91da49d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: e64c254b-9d9f-495a-b330-c703abf6bc51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34755"
    uid: 9787ed26-8f2a-4e94-ab3e-b1fd2de9706b
  kind: Event
  lastTimestamp: "2026-09-17T19:12:58Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-h4gzf'
  metadata:
    creationTimestamp: "2026-09-17T19:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:12:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d6318bd930f1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: 0eddd198-0c1e-4595-ba92-96e47020c240
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34753"
    uid: 55dfbac5-a721-4a26-ada8-8fe701439d79
  kind: Event
  lastTimestamp: "2026-09-17T19:12:58Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:12:58Z"
    name: isvc-paddle-runtime-predictor.18d6318bd011fea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: fe7b53d6-4ce0-45fb-ab4b-9deadeca6d5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34754"
    uid: f57ce29b-8b33-443f-8518-b5f475932010
  kind: Event
  lastTimestamp: "2026-09-17T19:13:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:28Z"
    name: isvc-paddle-runtime-predictor.18d6318f4fa50c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35118"
    uid: 104e7070-3a5f-4a49-b8cc-f12fb4d4cdd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34754"
    uid: f57ce29b-8b33-443f-8518-b5f475932010
  kind: Event
  lastTimestamp: "2026-09-17T19:13:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:28Z"
    name: isvc-paddle-runtime-predictor.18d6318f50858f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "35119"
    uid: c7ba6e2a-9773-4080-a44c-7260028e682b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34921"
    uid: f57ce29b-8b33-443f-8518-b5f475932010
  kind: Event
  lastTimestamp: "2026-09-17T19:13:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:58Z"
    name: isvc-paddle-runtime-predictor.18d631964f472eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35343"
    uid: d3b23a21-92b7-42b2-9fcf-5bc75f4eaaec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34921"
    uid: f57ce29b-8b33-443f-8518-b5f475932010
  kind: Event
  lastTimestamp: "2026-09-17T19:13:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:58Z"
    name: isvc-paddle-runtime-predictor.18d631964fdbf259
    namespace: kserve-ci-e2e-test
    resourceVersion: "35344"
    uid: 9af2d124-6d95-4993-851b-dc6aec106f99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 596eb6e0-bb39-47a7-aebe-ca89b6342839
  kind: Event
  lastTimestamp: "2026-09-17T19:13:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:13:52Z"
    name: isvc-paddle-runtime.18d6318bd04833b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 8c6433be-7534-426f-a9d5-9f1f24557a7f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 596eb6e0-bb39-47a7-aebe-ca89b6342839
  kind: Event
  lastTimestamp: "2026-09-17T19:12:58Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:12:58Z"
    name: isvc-paddle-runtime.18d6318bd17039f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34760"
    uid: eb8e5986-88d1-49f9-b48f-6c787634ec50
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35299"
    uid: 596eb6e0-bb39-47a7-aebe-ca89b6342839
  kind: Event
  lastTimestamp: "2026-09-17T19:13:51Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:13:51Z"
    name: isvc-paddle-runtime.18d6319844aee48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: f3149ae2-3180-47e8-aac5-711c53b492bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:14:05.132913Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35445"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:14:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:14:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319b5473dbec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35449"
    uid: 515e94c4-4146-4545-ae05-0efd67627080
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319b60bd6962
    namespace: kserve-ci-e2e-test
    resourceVersion: "35459"
    uid: 8ddcf0e0-de8e-4118-92c5-8a4aa71b4df8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35453"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:06Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:14:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319b9a361f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35470"
    uid: a6cd3671-fa7a-4b97-837b-7b60ca8e41b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319b9bcf3d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "35472"
    uid: 86cc0fb0-744f-4566-9e96-ae7282f8697e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319b9fbe97de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: b17e709b-ba1d-468f-bcf8-aca17f7f4c74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319ba02f1824
    namespace: kserve-ci-e2e-test
    resourceVersion: "35474"
    uid: daea5686-4c76-4ba4-b395-51bf2d5482c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:11Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319cbb55e9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35520"
    uid: 9cda2c5e-7ce1-4b8d-af87-a8961753d397
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319cbe12a5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35523"
    uid: 8ffb11f0-156f-456c-9a9e-cc112e18f169
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319cbe7447fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: d89bfb81-0729-40ba-9a53-083ffbaeb29f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319cbe7e6d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "35525"
    uid: d9faca5c-8443-45de-8385-dce809360978
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319cc0f750ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35528"
    uid: ea7f531e-41c1-4653-8340-4cf51aa608aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:14:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319cc159ed91
    namespace: kserve-ci-e2e-test
    resourceVersion: "35529"
    uid: 507cf7c0-e8b1-489f-983e-0bc4c94e63c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:15:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d6319cf76920b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36156"
    uid: eecbbf88-5833-490b-8a87-70f4bc2c2e6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d631a9ad7862ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36146"
    uid: 0661d70d-9e4b-4021-b4ee-d0a083d35d0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d631a9ad78b809
    namespace: kserve-ci-e2e-test
    resourceVersion: "36147"
    uid: 9abe3cd9-0783-4208-bd35-4f4d96d3433d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 07d0c923-1f5e-4acc-b19a-d82f7097b1e4
  kind: Event
  lastTimestamp: "2026-09-17T19:15:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.63:8643/healthz": dial tcp
    10.132.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc.18d631aa017edd22
    namespace: kserve-ci-e2e-test
    resourceVersion: "36155"
    uid: 9c49f99e-c6a4-49fa-8d7a-dcf5a95426ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35434"
    uid: ff54669a-7640-4537-84ed-df46d130bc20
  kind: Event
  lastTimestamp: "2026-09-17T19:14:05Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-cgvvc'
  metadata:
    creationTimestamp: "2026-09-17T19:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d6319b53e8b8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35446"
    uid: 6bf5c7ec-1e76-4a8a-8f99-f83670e407fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35430"
    uid: f1b9f548-1762-497d-bdd0-d5fafc838a66
  kind: Event
  lastTimestamp: "2026-09-17T19:14:04Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:04Z"
    name: isvc-paddle-v2-kserve-predictor.18d6319b4ac299cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35435"
    uid: cd4759e5-c765-46bf-9253-07c505bb0389
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35432"
    uid: a7691650-4e51-4e48-8c7f-f1bddf8f6480
  kind: Event
  lastTimestamp: "2026-09-17T19:14:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:50Z"
    name: isvc-paddle-v2-kserve-predictor.18d6319ec8e82906
    namespace: kserve-ci-e2e-test
    resourceVersion: "35894"
    uid: d046b8e3-a9f1-40c7-9411-9fb96b6211df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35432"
    uid: a7691650-4e51-4e48-8c7f-f1bddf8f6480
  kind: Event
  lastTimestamp: "2026-09-17T19:14:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:50Z"
    name: isvc-paddle-v2-kserve-predictor.18d6319ec94c259f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 63f5d9de-362f-480c-92bc-f2cb591e4a61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35596"
    uid: a7691650-4e51-4e48-8c7f-f1bddf8f6480
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-paddle-v2-kserve-predictor.18d631a24853ec1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: f15ccb91-3414-4dfa-9f32-c523df10b8c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35596"
    uid: a7691650-4e51-4e48-8c7f-f1bddf8f6480
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-paddle-v2-kserve-predictor.18d631a249083ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36113"
    uid: 07e89556-7d2c-4cd0-9ded-862d1bd412c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35422"
    uid: 038352d5-ed50-4e98-8f05-8129a1e19c3f
  kind: Event
  lastTimestamp: "2026-09-17T19:14:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:14:58Z"
    name: isvc-paddle-v2-kserve.18d6319b4ac7b3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: 9f7d5970-6297-4a6e-b9d4-08879ce0468b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35422"
    uid: 038352d5-ed50-4e98-8f05-8129a1e19c3f
  kind: Event
  lastTimestamp: "2026-09-17T19:14:05Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:14:05Z"
    name: isvc-paddle-v2-kserve.18d6319b4c90baad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: a280c580-7026-48fc-bf08-b01dde39c73e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 038352d5-ed50-4e98-8f05-8129a1e19c3f
  kind: Event
  lastTimestamp: "2026-09-17T19:14:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:14:05Z"
    name: isvc-paddle-v2-kserve.18d6319b571ac02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35457"
    uid: 4a382d7b-1ca4-415b-804d-963d1cf4e9ca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: 038352d5-ed50-4e98-8f05-8129a1e19c3f
  kind: Event
  lastTimestamp: "2026-09-17T19:14:58Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:14:58Z"
    name: isvc-paddle-v2-kserve.18d631a7b3193755
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: e4eca8ef-8668-46bd-9a3c-5c8ab5dc32dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34016"
    uid: 1b224114-e177-4457-ba73-70d0e6a9bb3e
  kind: Event
  lastTimestamp: "2026-09-17T19:12:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:12:46Z"
    name: isvc-paddle.18d63179eecd4c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "34637"
    uid: 2dc3c11a-87e8-4a28-9df2-e87be1724085
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34016"
    uid: 1b224114-e177-4457-ba73-70d0e6a9bb3e
  kind: Event
  lastTimestamp: "2026-09-17T19:11:41Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:11:41Z"
    name: isvc-paddle.18d63179ef536891
    namespace: kserve-ci-e2e-test
    resourceVersion: "34031"
    uid: a88479f7-badc-4f17-b119-2ed2365f8ff7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34634"
    uid: 1b224114-e177-4457-ba73-70d0e6a9bb3e
  kind: Event
  lastTimestamp: "2026-09-17T19:12:46Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:12:46Z"
    name: isvc-paddle.18d63189135f5542
    namespace: kserve-ci-e2e-test
    resourceVersion: "34636"
    uid: 753850ba-654e-4c24-895d-6c5049a7ecff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:11.872199Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36206"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-f4twl
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:11Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631aade6c8c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36215"
    uid: fee6242d-2825-4ec4-9e29-6ce8e18a60e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:12Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:12Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631ab0047ec68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36227"
    uid: 4f17cce3-c80e-49a0-b762-a0fcc44ce94b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:12Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631ab046a2153
    namespace: kserve-ci-e2e-test
    resourceVersion: "36229"
    uid: b350350d-177b-49a5-9516-16c03d6889c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:12Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631ab074ac340
    namespace: kserve-ci-e2e-test
    resourceVersion: "36230"
    uid: d5572a6f-f2eb-404b-86d4-56965410af6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:12Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631ab07c42bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: bef5bd50-b42e-4862-b71c-58abe7fa6ee1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:16Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:16Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631abef6aef93
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: daa53acd-eae6-4794-9ad4-bdd3209cf7c4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:23Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.502s (7.502s
    including waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:23Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631adae9b63ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 5541b8ba-23b4-4318-ba08-597836e0f446
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:24Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631adb1cf02c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: 560bf222-24ec-443b-94e2-86a78e3274ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:24Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631adb2821f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36327"
    uid: 22077ef0-332d-42de-8324-a06d2c3995be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:24Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631adb28bd327
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: 36c94c1e-b720-45e6-bd4a-8f60a0fc5c3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:24Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631adb5b8b9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36329"
    uid: 64e40c62-d7bf-4987-bb37-c3ec05f9bcd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:15:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:24Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631adb62a4b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: b4451338-3da1-4dcf-a9ab-413f0ef43866
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:16:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:48Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631ae0abc9d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: 213c12ac-7bcb-44fa-b0bf-fa82adbbb2f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:17:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:03Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631c4ed774824
    namespace: kserve-ci-e2e-test
    resourceVersion: "37255"
    uid: 3d0579ac-eb45-48b5-baa1-38a47faa10a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:17:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:03Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631c4ed7894f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37256"
    uid: 71cec0cc-ae32-4089-8968-c67e1bfbb0a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-f4twl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 6320665f-64ef-47be-9880-7dacf6e45c62
  kind: Event
  lastTimestamp: "2026-09-17T19:17:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.65:8643/healthz": dial tcp
    10.132.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:06Z"
    name: isvc-pmml-predictor-8674795f59-f4twl.18d631c58f0ce2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37280"
    uid: 2afec3f2-6071-4887-b6ad-dabc2ddc5c01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36195"
    uid: d41e0b38-10f7-4fef-b974-990d65f7ded5
  kind: Event
  lastTimestamp: "2026-09-17T19:15:11Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-f4twl'
  metadata:
    creationTimestamp: "2026-09-17T19:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:11Z"
    name: isvc-pmml-predictor-8674795f59.18d631aaddfc5830
    namespace: kserve-ci-e2e-test
    resourceVersion: "36209"
    uid: ef3c2da9-dacd-40a5-8686-fa9ec35c7d2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36193"
    uid: c1fcb6bd-4238-45f3-872f-d8b173db74fb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:11Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:11Z"
    name: isvc-pmml-predictor.18d631aada956612
    namespace: kserve-ci-e2e-test
    resourceVersion: "36198"
    uid: a534e34a-4d9c-48d9-abc2-ad3a7d778878
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36194"
    uid: 8f4c34d1-9da9-4e35-addb-43d0c5b3a985
  kind: Event
  lastTimestamp: "2026-09-17T19:16:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:11Z"
    name: isvc-pmml-predictor.18d631ae58be78f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: cb9f520b-e2d4-4cee-b551-e552ca12bdec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36194"
    uid: 8f4c34d1-9da9-4e35-addb-43d0c5b3a985
  kind: Event
  lastTimestamp: "2026-09-17T19:16:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:11Z"
    name: isvc-pmml-predictor.18d631ae59329c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 7ac559ec-2c5c-4e46-a3fe-0e9bb622d304
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 8f4c34d1-9da9-4e35-addb-43d0c5b3a985
  kind: Event
  lastTimestamp: "2026-09-17T19:16:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:56Z"
    name: isvc-pmml-predictor.18d631bc54309c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "37183"
    uid: 4fcf9edc-fd6b-497d-8d25-381c8c41efee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 8f4c34d1-9da9-4e35-addb-43d0c5b3a985
  kind: Event
  lastTimestamp: "2026-09-17T19:16:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:56Z"
    name: isvc-pmml-predictor.18d631bc549d1f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "37184"
    uid: 0bacfeba-76dc-46bd-a847-923752274110
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:08.983924Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37327"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-zzzht
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c622d3987f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 08da0d7e-1d37-4b5c-b810-64b1da72359a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37338"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:09Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:17:09Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c644b8b168
    namespace: kserve-ci-e2e-test
    resourceVersion: "37348"
    uid: 57be1c2f-94a5-4d83-bade-95a2fb66ac15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:09Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c6481796d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 42aaa791-5f45-48f0-8607-2aebb04070a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:09Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c64b934dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37351"
    uid: 417cb70f-4298-49c0-a523-ad51e81156a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:09Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c64c0ae2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37352"
    uid: c81157fe-ac56-431c-a087-1f2d14dc0c0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:13Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c74ccf2ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37390"
    uid: f6e664d3-0851-40aa-8122-b731dcb917f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c74fb7b44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: b60805db-e1a2-4136-a4dd-ec291637b8e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c75027abb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 634f0214-6050-46da-8e2b-d2ec8dfc7780
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c75031fa82
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: a412af51-d3ac-4dcd-818a-05afa68bfbe3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c7532697be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37397"
    uid: 44b7f473-ecd6-43da-9d5e-aa97bc0a923c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c7539fd4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: 29e80826-727e-473d-9274-44409fb0e77c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:18:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631c7c4a72158
    namespace: kserve-ci-e2e-test
    resourceVersion: "38330"
    uid: b577802c-8fef-4b0a-92a9-35803d7cd2f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:18:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631ddc46a0415
    namespace: kserve-ci-e2e-test
    resourceVersion: "38301"
    uid: 53477c2b-14e6-44f9-a191-6c7f886c819e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:18:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631ddc46a905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38302"
    uid: 8e7326d9-b0bb-4124-a2e4-48b4220a68e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 9c5e9fa1-b3a5-4b78-8c30-74f1f3d5c52f
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzzht.18d631de1edf4112
    namespace: kserve-ci-e2e-test
    resourceVersion: "38315"
    uid: 4a95f3d7-a1b5-4001-b14f-fee640368d4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37318"
    uid: b27876a5-be28-4fbe-8f65-33f70f4acaa8
  kind: Event
  lastTimestamp: "2026-09-17T19:17:08Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-zzzht'
  metadata:
    creationTimestamp: "2026-09-17T19:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d631c6223f2ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37330"
    uid: 3ffea018-9c83-4963-87de-80ed3380bc71
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37315"
    uid: c7f793ca-a097-423e-a415-9c44a8195b0c
  kind: Event
  lastTimestamp: "2026-09-17T19:17:08Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:08Z"
    name: isvc-pmml-runtime-predictor.18d631c61ec7fa5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: 71f4b438-8009-459c-acbe-4451f5beb55a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: e9fc93d2-c86b-4cab-bb13-e5e71fc399da
  kind: Event
  lastTimestamp: "2026-09-17T19:17:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:53Z"
    name: isvc-pmml-runtime-predictor.18d631c99d9b0310
    namespace: kserve-ci-e2e-test
    resourceVersion: "37687"
    uid: 45de41f7-6319-4391-a966-facc511a66e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: e9fc93d2-c86b-4cab-bb13-e5e71fc399da
  kind: Event
  lastTimestamp: "2026-09-17T19:17:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:53Z"
    name: isvc-pmml-runtime-predictor.18d631c99e61a23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: 0c36f13d-874d-4214-b417-d934042ca29d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37468"
    uid: e9fc93d2-c86b-4cab-bb13-e5e71fc399da
  kind: Event
  lastTimestamp: "2026-09-17T19:18:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:39Z"
    name: isvc-pmml-runtime-predictor.18d631d41b4c914a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38191"
    uid: 46683df4-0394-4a17-a5cd-4e7ee7e53b71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37468"
    uid: e9fc93d2-c86b-4cab-bb13-e5e71fc399da
  kind: Event
  lastTimestamp: "2026-09-17T19:18:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:39Z"
    name: isvc-pmml-runtime-predictor.18d631d41c0801cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38192"
    uid: a93e033a-ab2d-4e47-993e-3261968e66d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37308"
    uid: ceb4088a-895b-48d0-9191-3882fc0a00e4
  kind: Event
  lastTimestamp: "2026-09-17T19:18:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:44Z"
    name: isvc-pmml-runtime.18d631c61eccb805
    namespace: kserve-ci-e2e-test
    resourceVersion: "38237"
    uid: 8430b8db-a619-443c-bf1d-05810c2f7482
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37308"
    uid: ceb4088a-895b-48d0-9191-3882fc0a00e4
  kind: Event
  lastTimestamp: "2026-09-17T19:17:08Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:08Z"
    name: isvc-pmml-runtime.18d631c61f5eb679
    namespace: kserve-ci-e2e-test
    resourceVersion: "37323"
    uid: a2f3cbe1-b5b8-43bd-9503-7ad9d5bf2d7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38235"
    uid: ceb4088a-895b-48d0-9191-3882fc0a00e4
  kind: Event
  lastTimestamp: "2026-09-17T19:18:44Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:44Z"
    name: isvc-pmml-runtime.18d631dc4865ca83
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: f4af93a0-4a69-4fd0-9dbe-8d3fcfba1bd4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:18:55.835435Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38371"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631df03ac4612
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 87bd5ef0-ca8f-49f0-a373-f5376f472138
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38381"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:56Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631df259af778
    namespace: kserve-ci-e2e-test
    resourceVersion: "38393"
    uid: f0c10ac4-3ff6-44c5-934c-eacec3ca6375
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631df271e466d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38395"
    uid: b8612d83-cfa7-4146-ba0e-7063f1fba22f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631df29d69bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38396"
    uid: 610a9904-cb77-4e3f-ae9d-51b777c52945
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631df2a4674b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38397"
    uid: f8767a5d-1205-4803-a7ca-d36881526167
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:19:00Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631e015f2a7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: 6b803f29-22f9-41a8-a12c-bc3b5bd7891c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:19:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631e0191591c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38434"
    uid: 3d327a54-46ed-441a-a367-54578a328fd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:19:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631e019946b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "38435"
    uid: 9d390895-95cb-4e57-9342-17c3440f50df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:19:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631e019a0c6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38436"
    uid: 8de19bc7-1183-4c61-af00-886dd50b01ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:19:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631e01c3e7057
    namespace: kserve-ci-e2e-test
    resourceVersion: "38439"
    uid: 3b0a90e1-e1d7-4ce2-886c-c66cb7dba541
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:19:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631e01cabd9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38440"
    uid: c31175ac-a994-4d0a-bdb4-698053372b5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631e051f612ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39187"
    uid: 5e8bdc76-5af5-4a45-a9ef-e88142492e85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:48Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631f929015d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "39353"
    uid: 3b3beef7-9c8f-4a1a-a85f-760f10aede66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:48Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631f92901df29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39354"
    uid: 28927d68-8b28-45b1-9ddb-0072a287745d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: baf6bd0a-eabb-4114-9a3e-a02ba59b70f7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.67:8643/healthz": dial tcp
    10.132.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz.18d631fa2a549f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39381"
    uid: 3389617d-e430-4cf1-b7b2-4dd7002fb67a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38359"
    uid: ad744cd4-6916-4ed5-aef4-6157110a8dc1
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-xkclz'
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d631df03005472
    namespace: kserve-ci-e2e-test
    resourceVersion: "38373"
    uid: df314cce-c158-4523-a515-974e0d29b299
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38357"
    uid: 3cfb8197-5459-4a0e-95aa-685758814d66
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: isvc-pmml-v2-kserve-predictor.18d631defc20a828
    namespace: kserve-ci-e2e-test
    resourceVersion: "38363"
    uid: a17cc4d5-aef6-4acf-a21f-7f6194d92549
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38358"
    uid: df265786-8356-4913-afae-8dff873ab8cd
  kind: Event
  lastTimestamp: "2026-09-17T19:19:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:40Z"
    name: isvc-pmml-v2-kserve-predictor.18d631e27a408ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 0627667d-8901-47f0-be80-4f9d5629962c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38358"
    uid: df265786-8356-4913-afae-8dff873ab8cd
  kind: Event
  lastTimestamp: "2026-09-17T19:19:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:40Z"
    name: isvc-pmml-v2-kserve-predictor.18d631e27aabc9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38737"
    uid: c16e69c4-29d9-4031-b41c-f9826b71c6af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: df265786-8356-4913-afae-8dff873ab8cd
  kind: Event
  lastTimestamp: "2026-09-17T19:20:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:40Z"
    name: isvc-pmml-v2-kserve-predictor.18d631ecf9599db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39289"
    uid: d7372b15-d400-4d5e-87f5-f590c7f28f0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: df265786-8356-4913-afae-8dff873ab8cd
  kind: Event
  lastTimestamp: "2026-09-17T19:20:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:40Z"
    name: isvc-pmml-v2-kserve-predictor.18d631ecfa3d1e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39290"
    uid: 732244f6-8583-455e-a1bf-2bb51593c354
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 037ce7bb-6e3e-460a-b39b-7404bed8c806
  kind: Event
  lastTimestamp: "2026-09-17T19:20:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:38Z"
    name: isvc-pmml-v2-kserve.18d631defb9f2ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39269"
    uid: 85df3ad3-2cbc-430f-9a58-9ed0bb88cf4a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 037ce7bb-6e3e-460a-b39b-7404bed8c806
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: isvc-pmml-v2-kserve.18d631defc6713e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38383"
    uid: 393054dc-3544-4d7e-9815-e3080fedd9af
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38351"
    uid: 037ce7bb-6e3e-460a-b39b-7404bed8c806
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: isvc-pmml-v2-kserve.18d631df06e3fcea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38384"
    uid: 458d179e-0a5e-47d8-9e9d-572530d46d84
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39266"
    uid: 037ce7bb-6e3e-460a-b39b-7404bed8c806
  kind: Event
  lastTimestamp: "2026-09-17T19:20:38Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:38Z"
    name: isvc-pmml-v2-kserve.18d631f6d5472f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39267"
    uid: ccc66360-872e-4eed-93b1-e1b7a8632d53
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: 7ee0ba34-1c86-42ab-911c-347f3c5c794e
  kind: Event
  lastTimestamp: "2026-09-17T19:16:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:59Z"
    name: isvc-pmml.18d631aada523dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37208"
    uid: 6a1616cd-1a7c-4412-9833-73aa2dafa39e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: 7ee0ba34-1c86-42ab-911c-347f3c5c794e
  kind: Event
  lastTimestamp: "2026-09-17T19:15:11Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:15:11Z"
    name: isvc-pmml.18d631aadb15d244
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: 9e948b06-a2be-4a1a-83f7-11b679f99c30
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: 7ee0ba34-1c86-42ab-911c-347f3c5c794e
  kind: Event
  lastTimestamp: "2026-09-17T19:16:59Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:59Z"
    name: isvc-pmml.18d631c3d49a5e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: 97c29661-357c-4e80-bc9b-6db0b3289044
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:42:52.709355Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:42:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:42:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe75f4fb494
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: d33d6b51-8134-4906-8474-48ecb6e796c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe76ba14629
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: c10cedf6-159f-4130-a3b5-a9625ecea43b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:53Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:42:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe7a74dbd52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 44170975-2a50-42cd-931b-98f36a2bfe68
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe7a8b6b120
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: 2be63f39-f044-4061-8add-1cb23538e50f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe7abdee91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 38e8c0f7-2817-4a29-9781-8166ef070c08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:54Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe7ac570e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: af11875d-c6ef-4ac6-86f3-5ff175e018dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:58Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:58Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe8ac9faf97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 7db7dba3-2000-4954-a65e-e04d7ceb248c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:58Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe8afa36081
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 3fd261a5-63f0-4e4a-bdb0-d363169b8d2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:58Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe8b0183aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: 22a47db3-6ab5-4f07-b82c-50e508909123
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:58Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe8b02664c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: 7884d676-cbf1-46f2-9ca2-774750b534b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:58Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe8b3d07df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: 1ad5892c-d189-4cde-a9a3-b393d17f317f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:58Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe8b4471574
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: a14e97dc-b334-43ba-865d-27e13f1b989c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:44:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fe9249bacfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: 695aaf2d-927a-4334-b59e-7760f1722310
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:44:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62ffee4e78713
    namespace: kserve-ci-e2e-test
    resourceVersion: "18292"
    uid: ccdb9028-7e7f-4e4e-8d7d-588c18c72dc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:44:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62ffee4e7ec01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18293"
    uid: 00f0bf84-1e79-49ba-8993-c7e317df77b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd74caf5-4be8-4953-b1af-8fd4d7d7dd2f
  kind: Event
  lastTimestamp: "2026-09-17T18:44:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk.18d62fff7ee96a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: 23713631-7986-4b20-ab87-05d1b8c1b827
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: 7ef17088-88c1-46f7-b2ee-d167f8eda7aa
  kind: Event
  lastTimestamp: "2026-09-17T18:42:52Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-sx8xk'
  metadata:
    creationTimestamp: "2026-09-17T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d62fe75ebcc748
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 5faf03ab-76fc-4c36-b409-00e6a670e4ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17366"
    uid: e93f9537-69cf-4a58-a314-ccddaad29276
  kind: Event
  lastTimestamp: "2026-09-17T18:42:52Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:52Z"
    name: isvc-predictive-lightgbm-predictor.18d62fe75b3c036c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: f76e5f59-77a9-487b-bae6-890b2d6a5cb0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17367"
    uid: 32058b4f-432a-41d4-b2b8-e4f1ee01928b
  kind: Event
  lastTimestamp: "2026-09-17T18:43:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:37Z"
    name: isvc-predictive-lightgbm-predictor.18d62feada2c5c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 121fb534-3726-4fcb-af2b-465f8b1ef458
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17367"
    uid: 32058b4f-432a-41d4-b2b8-e4f1ee01928b
  kind: Event
  lastTimestamp: "2026-09-17T18:43:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:37Z"
    name: isvc-predictive-lightgbm-predictor.18d62feadabb5850
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 4a199eef-6b7d-4b4b-9b14-8470ae3f7b14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 32058b4f-432a-41d4-b2b8-e4f1ee01928b
  kind: Event
  lastTimestamp: "2026-09-17T18:44:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:22Z"
    name: isvc-predictive-lightgbm-predictor.18d62fee5a1f051c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: fb9d8dad-f5c2-4532-98eb-90df46fe50a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 32058b4f-432a-41d4-b2b8-e4f1ee01928b
  kind: Event
  lastTimestamp: "2026-09-17T18:44:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:22Z"
    name: isvc-predictive-lightgbm-predictor.18d62fee5a6a1ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: c53bae76-ec5d-4701-9861-06314b9c9c8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:48:09.578938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:48:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:48:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d630312635e1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: d7f68bb3-c393-4970-ab68-e3b104dafdc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d6303132f8d542
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: cbb45c18-6a47-44d9-8e7e-2a0c13447215
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:10Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:48:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d630316bd4a999
    namespace: kserve-ci-e2e-test
    resourceVersion: "20167"
    uid: cbdf86b0-6e0f-40a3-8245-da7134c0332a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d630316db420dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: cefa7328-950c-491d-8c2a-a51c5eff593e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d6303170291224
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: b90a9ac2-ed8f-40eb-8a0c-5da9cd58de9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d63031708dde30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 45bdd8a2-a051-40e1-ad1c-f4b0aa7109cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:14Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d6303268714678
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: e24b8960-5091-4109-a8fe-7b3907018d6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d630326b81cf68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: d1ee066f-8fe0-4a5d-8eed-928d4e1736f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d630326c0969fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20209"
    uid: d48a8804-fe19-445e-bdb8-fe951a289110
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d630326c13965e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20212"
    uid: 4921901d-9d2a-4b14-9ba1-fcadb3a60973
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d630326ea7da2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: 6172e21e-bf05-4914-a57b-9370f4c0b2f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:48:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d630326f078506
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: 2a5db3c8-2912-44ff-85e3-808cb1c80d62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:49:43Z"
  message: 'Readiness probe failed: Get "http://10.132.0.33:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:49:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d6303b42ac92fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 40a1e040-c755-483e-96e5-3f3fc2b9c243
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:49:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:49:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d6304626467858
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 1c52be27-cfe0-4c2e-b482-d766d53155db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:49:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:49:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d6304626477369
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: b9b3603b-2a7f-4b4e-b58c-0c019fc8c667
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: e854b1fb-384b-4fbf-b715-a8d164ea99ff
  kind: Event
  lastTimestamp: "2026-09-17T18:49:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:49:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr.18d63046e675f8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: a78e2cce-a953-4a01-b57b-a007b05a426b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20129"
    uid: b9f38330-3270-45ac-9390-53028b53af2b
  kind: Event
  lastTimestamp: "2026-09-17T18:48:09Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-mn4hr'
  metadata:
    creationTimestamp: "2026-09-17T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d630312583d32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 7c2628aa-88f0-40f1-a0f1-070f7159b997
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20126"
    uid: 260bd64c-b62a-4c00-a317-2bd51b11bfbe
  kind: Event
  lastTimestamp: "2026-09-17T18:48:09Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6303120d5aff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: f3fb71ac-8f15-4fdd-b7aa-c60fafe63571
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 72835b8c-c416-4d89-a86c-d892b88d0261
  kind: Event
  lastTimestamp: "2026-09-17T18:48:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d630349fcf6a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "20575"
    uid: 3ed09e58-552b-4433-a997-3a2e58abaea3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 72835b8c-c416-4d89-a86c-d892b88d0261
  kind: Event
  lastTimestamp: "2026-09-17T18:48:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63034a046b504
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 419751bd-6bf6-44e6-9cdb-d19460101d23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: 72835b8c-c416-4d89-a86c-d892b88d0261
  kind: Event
  lastTimestamp: "2026-09-17T18:49:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6303f1cf07ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 936e8f9b-7ea4-4afc-8106-50f0a60977db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: 72835b8c-c416-4d89-a86c-d892b88d0261
  kind: Event
  lastTimestamp: "2026-09-17T18:49:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6303f1d571e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: de66c075-7a61-426d-a1ca-9ebf4fddcd41
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: b8c4aa17-5668-44d6-b3bb-0cf6968d0d3e
  kind: Event
  lastTimestamp: "2026-09-17T18:49:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:49:33Z"
    name: isvc-predictive-lightgbm-v2.18d6303120be0d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: fd80eb69-0ab7-40a2-8808-d4872652462e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: b8c4aa17-5668-44d6-b3bb-0cf6968d0d3e
  kind: Event
  lastTimestamp: "2026-09-17T18:48:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:09Z"
    name: isvc-predictive-lightgbm-v2.18d6303121b1b871
    namespace: kserve-ci-e2e-test
    resourceVersion: "20135"
    uid: 5566e363-2108-4887-b8cd-42cb36a60115
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: b8c4aa17-5668-44d6-b3bb-0cf6968d0d3e
  kind: Event
  lastTimestamp: "2026-09-17T18:49:33Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:49:33Z"
    name: isvc-predictive-lightgbm-v2.18d63044b3556d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: f70f418c-c100-4974-ba7a-a57dbd8780bc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: 2deba5a1-1228-4863-8391-ead214d125b9
  kind: Event
  lastTimestamp: "2026-09-17T18:44:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:24Z"
    name: isvc-predictive-lightgbm.18d62fe75b3a1b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: 5ebbe088-acd2-4979-a1b4-420412ac9544
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: 2deba5a1-1228-4863-8391-ead214d125b9
  kind: Event
  lastTimestamp: "2026-09-17T18:42:52Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:52Z"
    name: isvc-predictive-lightgbm.18d62fe75bda1827
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 74e71c18-7952-4a4a-8466-57e66e09b3e2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18200"
    uid: 2deba5a1-1228-4863-8391-ead214d125b9
  kind: Event
  lastTimestamp: "2026-09-17T18:44:24Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:24Z"
    name: isvc-predictive-lightgbm.18d62ffcb98a3474
    namespace: kserve-ci-e2e-test
    resourceVersion: "18201"
    uid: 5cf66436-e70e-461e-96f0-f5ab533f81ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:39:01.233090Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:39:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:39:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb17a4041c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: 2ba88252-7c44-4125-9f5d-c34b8b0bf08f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb1899e9f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15209"
    uid: 52af726e-0156-4e1d-b8fb-6fbcce64ef97
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:02Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:39:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb1c0bc571b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: babb5593-4866-4958-9351-e8ea01053059
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb1c2266e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: da6bd0e0-cba6-4832-b99d-fc6363a19520
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb1c571843f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 733c4e8c-af1d-402a-9086-53cb244a6ef0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb1c5e89a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15224"
    uid: dc3992b2-65a0-4884-957f-5c38c420de32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:07Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:07Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb2daa44741
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: 9ecff07f-191d-4297-98f6-804ce1ddd036
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:30Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.338s
    (23.338s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb849b36f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: 2d7b94ed-fa6c-480f-8dc4-040fd1cf868b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb84fe0abd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: f967a06f-3bef-4a26-9df7-c058303fde58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb851a5cfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 560ab2c5-80fa-4bdd-8fb5-e0f89b8e82a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:30Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb851b5c7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: 264584f7-64d0-4ea3-beec-1728da568f27
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.706s (2.706s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:33Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb8f303e44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: b9c03feb-d63a-4239-a522-01c235c7e087
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:33Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb8fa1fa341
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: d76d2a62-45b3-4284-ae73-8fe5dc9cfa8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:33Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb8fab803d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: a49e31af-357e-4b90-ad94-a266817e0510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:41:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:05Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fb9697d7e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: adc288f0-a124-4eb5-8f6f-871142ae0e6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:41:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fcd8cb3e05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: 886feee1-6072-4551-8680-1de1cc25c7ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:41:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fcd8cb45de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: c241163d-2e45-4501-bb0f-d2b10118d35b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 69a047e7-ff7a-4535-9caf-aabe5e2ae9fb
  kind: Event
  lastTimestamp: "2026-09-17T18:41:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:06Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6.18d62fce99ba7db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: 1d7fdbb2-cc86-4b8d-a4d6-a674979096f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 77f64edb-08e9-4836-a257-8f2b986f929b
  kind: Event
  lastTimestamp: "2026-09-17T18:39:01Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-zs5j6'
  metadata:
    creationTimestamp: "2026-09-17T18:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d62fb179bb6b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: 2ed04884-18ed-4f46-82a7-28618a52412b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: 9fc3ad42-2ccd-42ff-aefc-b99f3fc94104
  kind: Event
  lastTimestamp: "2026-09-17T18:39:01Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:01Z"
    name: isvc-predictive-sklearn-predictor.18d62fb176b220cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 0fbe47be-e4ee-400b-a82a-f5432cd0141e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: d70b5b4b-86e0-4e1a-a84a-3b1166be40cc
  kind: Event
  lastTimestamp: "2026-09-17T18:40:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:01Z"
    name: isvc-predictive-sklearn-predictor.18d62fb4f54857d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: b40642a9-00c3-41bd-8b4f-300002e3e601
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: d70b5b4b-86e0-4e1a-a84a-3b1166be40cc
  kind: Event
  lastTimestamp: "2026-09-17T18:40:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:01Z"
    name: isvc-predictive-sklearn-predictor.18d62fb4f5bdb1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: d65d45ec-92f8-4c7c-a129-39c318bd48a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d70b5b4b-86e0-4e1a-a84a-3b1166be40cc
  kind: Event
  lastTimestamp: "2026-09-17T18:41:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:01Z"
    name: isvc-predictive-sklearn-predictor.18d62fc2f1135fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 15564ea6-2373-4364-9312-8c0c42a1215b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d70b5b4b-86e0-4e1a-a84a-3b1166be40cc
  kind: Event
  lastTimestamp: "2026-09-17T18:41:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:01Z"
    name: isvc-predictive-sklearn-predictor.18d62fc2f1cdaa97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 482155d9-8b47-4099-a6e9-be84c98f3859
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:44:38.934651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18355"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:44:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:44:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d630001ad51619
    namespace: kserve-ci-e2e-test
    resourceVersion: "18361"
    uid: 51d5b94f-5c4a-4c7d-844d-f7f74d6d0a42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:44:39Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:44:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d630003cc85a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: c6391415-44a6-44ae-b9cf-fd8be61765b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:44:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d630003e596778
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: 30a3ad9f-286f-4395-8f6e-fe4e2b8cfd89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:44:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d63000418d2be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18381"
    uid: c3a5f8f1-c888-4cac-8d40-ee520b613d87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:44:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d6300042056184
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 9ce36997-f765-477d-8872-1dbff14227f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:44:44Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d630014c674b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18424"
    uid: fbbebfbe-45b6-4566-84ba-97ad6ec92625
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:45:06Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.492s
    (22.492s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d630068908bb3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: 5f244097-4177-4c5b-8a31-d540c5a186c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:45:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d630069188e8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18586"
    uid: 420565a9-64c4-4444-9304-40d8ed0e8014
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:45:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d630069296eecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: 99cc7a12-0ec0-4565-acdc-58b978badb49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:45:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d6300692a2240a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18589"
    uid: 816ac1bc-2a31-4c0c-b745-ae2c9c7600bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:45:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d6300698a17a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: 0195988b-ffa3-417a-ae3a-e354d5e92a00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:45:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d6300699ba2dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: e5f05e8b-6ce2-4951-afb4-64a8fda37672
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:46:33Z"
  message: 'Readiness probe failed: Get "http://10.132.0.31:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d6300f111a8c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19246"
    uid: 0dd38533-4203-495a-ab0f-cb0743484f4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:46:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d63019bd8cc964
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: e44efcc1-4c81-4d9e-853f-6153155b6f7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:46:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d63019bd8de562
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: d036ba6d-f45d-437b-8082-a76f83cf83eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 8ccdf71f-8963-4697-a61b-b28f167ac09a
  kind: Event
  lastTimestamp: "2026-09-17T18:46:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn.18d6301ab4ff0279
    namespace: kserve-ci-e2e-test
    resourceVersion: "19245"
    uid: e97e2fe7-c45a-45ad-9706-b3a9417985bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: ec053e07-4b8c-4674-86d1-c629ee150c39
  kind: Event
  lastTimestamp: "2026-09-17T18:44:38Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-zpptn'
  metadata:
    creationTimestamp: "2026-09-17T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d630001a313162
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: c0f35524-e440-4a83-a355-abe4e67ac859
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18344"
    uid: f8d3c898-47ac-4098-952c-a46e30dced0b
  kind: Event
  lastTimestamp: "2026-09-17T18:44:38Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:38Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63000162db727
    namespace: kserve-ci-e2e-test
    resourceVersion: "18348"
    uid: 26125478-5935-4e68-bb62-a0588e46a417
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: 1731fb64-17cc-46ea-bbd8-a2830232dd5f
  kind: Event
  lastTimestamp: "2026-09-17T18:45:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63003953445fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: 7d2f98b1-ff05-4d47-94c6-2b31b50f3bd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: 1731fb64-17cc-46ea-bbd8-a2830232dd5f
  kind: Event
  lastTimestamp: "2026-09-17T18:45:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6300395a443c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: a9fd37f4-bc04-40d1-bba6-340a8d44c2dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: 1731fb64-17cc-46ea-bbd8-a2830232dd5f
  kind: Event
  lastTimestamp: "2026-09-17T18:46:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:23Z"
    name: isvc-predictive-sklearn-v2-predictor.18d630151098449b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: c3f3294c-7174-402a-8860-fdd3345cbebc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: 1731fb64-17cc-46ea-bbd8-a2830232dd5f
  kind: Event
  lastTimestamp: "2026-09-17T18:46:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:23Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6301510fb9a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19149"
    uid: b8a369df-193f-4359-a90f-d70f5ed12d93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18336"
    uid: 51e542cb-1182-4572-a002-81f4e94b652d
  kind: Event
  lastTimestamp: "2026-09-17T18:46:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:23Z"
    name: isvc-predictive-sklearn-v2.18d6300016500bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: 352485ab-173a-45bc-baaf-5eb8713a15ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18336"
    uid: 51e542cb-1182-4572-a002-81f4e94b652d
  kind: Event
  lastTimestamp: "2026-09-17T18:44:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:38Z"
    name: isvc-predictive-sklearn-v2.18d630001726c6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18352"
    uid: 1ba5fbfc-2883-49dd-910d-9b49bc45eb0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: 51e542cb-1182-4572-a002-81f4e94b652d
  kind: Event
  lastTimestamp: "2026-09-17T18:46:23Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:23Z"
    name: isvc-predictive-sklearn-v2.18d630188845d3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: b8387e8c-be9b-4143-82ea-6df26eba26dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 7cef08bd-b40b-4e58-aff5-91636ce0f8fc
  kind: Event
  lastTimestamp: "2026-09-17T18:40:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:55Z"
    name: isvc-predictive-sklearn.18d62fb177003c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16200"
    uid: bdd92b7e-b0e9-438c-b4a9-1cad43b417e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 7cef08bd-b40b-4e58-aff5-91636ce0f8fc
  kind: Event
  lastTimestamp: "2026-09-17T18:39:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:39:01Z"
    name: isvc-predictive-sklearn.18d62fb17ad3dad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15195"
    uid: 51b3575c-526a-4ab7-aadf-c050bf3fac83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 7cef08bd-b40b-4e58-aff5-91636ce0f8fc
  kind: Event
  lastTimestamp: "2026-09-17T18:40:55Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:55Z"
    name: isvc-predictive-sklearn.18d62fcc0a96cb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: 12198735-c1d6-4ab3-9cc8-7fb5c68b0886
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:41:06.984655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-zrfg9
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:41:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:41:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fcec1a0ccd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 5d7229c1-1d8b-4eba-a98a-56331f1442fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:07Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:41:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fcee7742209
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: eefb7690-8ef5-4396-bea5-0a5a9c06a247
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fceea1db580
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 93964f8b-50d7-4e0f-a7a0-6620b35b1139
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fceecf3c4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 4a481683-7b21-458c-9f5a-021700eec001
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fceed5e9246
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 94e7c0f4-a53c-4a55-acfb-75d3dbdcd409
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fcfdf94091a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 34f2646f-bef4-4791-a3d5-2f4c50472c53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fcfe2e28673
    namespace: kserve-ci-e2e-test
    resourceVersion: "16402"
    uid: 153f9446-56b1-4a37-a74e-5cc7d6f65ded
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fcfe357e6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 5c890ead-8597-417d-be55-3b7eb009b126
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fcfe36357f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: cc65ff6c-870a-405c-a9cd-b3a18c5e1694
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fcfe687d257
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 73f5e422-8e52-4192-98ae-fad2064f1511
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fcfe6fcf83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: ebc492c3-f914-4afc-a297-639ccaab2b76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:42:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fd01bb8df5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: 42ec48d6-1ebe-45b6-bc0e-58037b03c3e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:42:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fe62a345560
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: ca32ee39-095f-4a60-a11b-1f72892f446e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:42:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fe62a357987
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: 495f411e-a8fa-4802-a88d-e9478ed0a3dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: afce11c7-5af4-47d4-9040-f6ac4273712d
  kind: Event
  lastTimestamp: "2026-09-17T18:42:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-zrfg9.18d62fe67601fee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: 4c730c74-3f7d-4c64-b3b0-bdb88bbf117c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 5c832252-9045-4e25-be65-837ff1064cb5
  kind: Event
  lastTimestamp: "2026-09-17T18:41:06Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-zrfg9'
  metadata:
    creationTimestamp: "2026-09-17T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d62fcec10ed611
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: 642be0b0-56c3-4245-800e-cdfeca5c20dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: e7c3ea2f-8ff1-4632-b442-b0e8596a38f3
  kind: Event
  lastTimestamp: "2026-09-17T18:41:06Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:06Z"
    name: isvc-predictive-xgboost-predictor.18d62fcebe3670c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 07a10af1-79ce-48ea-946d-1d25af89a749
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: f3dee624-b6f6-47e8-b6a9-1ba25db42feb
  kind: Event
  lastTimestamp: "2026-09-17T18:41:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:21Z"
    name: isvc-predictive-xgboost-predictor.18d62fd23ccca0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 0b60212e-36ba-49a2-9582-40aa99755c18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: f3dee624-b6f6-47e8-b6a9-1ba25db42feb
  kind: Event
  lastTimestamp: "2026-09-17T18:41:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:21Z"
    name: isvc-predictive-xgboost-predictor.18d62fd23d35a7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: 04b78aee-9cdf-4d54-ac08-16eafac450e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: f3dee624-b6f6-47e8-b6a9-1ba25db42feb
  kind: Event
  lastTimestamp: "2026-09-17T18:42:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:37Z"
    name: isvc-predictive-xgboost-predictor.18d62fd5bc119f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 19d46a8e-07a6-4f86-8363-7f51b773ff8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: f3dee624-b6f6-47e8-b6a9-1ba25db42feb
  kind: Event
  lastTimestamp: "2026-09-17T18:42:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:37Z"
    name: isvc-predictive-xgboost-predictor.18d62fd5bc7686b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 1f53aa86-48ff-4fb7-935a-0d2d2e3c1e78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:46:34.227651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19277"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:46:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:46:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301af2d4b70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: 78dc0132-1f17-41b0-8a7e-f122ffd7a8f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301af9cd3844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19294"
    uid: 04337c03-70c7-4fa8-a49b-cd185c72c41d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:35Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:46:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301b385d907b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: d0da0cce-4a92-4221-9e8b-ccf021f3688f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301b39b91a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: ad405a0e-8e4d-4b6c-bfba-4360f783efce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301b3c5cda9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 5fdc9ae9-0891-4883-9be6-33b3536d6e56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301b3cbacf65
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: 9ce1bf49-dfb9-45c0-b060-bc287b06a039
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:39Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301c31dc1a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: afa1d372-7927-4387-bb75-9a3602b8744a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301c34ce3c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 0fb4e6f5-6985-4228-855c-53fad9262857
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301c353daa36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19345"
    uid: 1c592cec-fd5a-477b-8b80-0b278582ee1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301c3546d604
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: 70aaf47e-d325-4a82-9b40-87c93e40cdbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301c38437ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: 69382381-ddb9-4025-91b0-9c47ff24d745
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6301c38a5e028
    namespace: kserve-ci-e2e-test
    resourceVersion: "19351"
    uid: 0a239288-57f5-4bee-aa4e-ecb34aea26a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:48:07Z"
  message: 'Readiness probe failed: Get "http://10.132.0.32:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:07Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d630250c0eaa47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20099"
    uid: a1317fc6-d7de-4959-9b1b-e9a12f9c8f70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:48:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6302fede30f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 9e1ff8ab-2ea9-46b4-83a4-b668cacf8bb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:48:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d6302fede39431
    namespace: kserve-ci-e2e-test
    resourceVersion: "20076"
    uid: f6c0c896-eab7-4274-959d-284c523d3357
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 24ce9740-2feb-410f-b3bc-0e577405baa0
  kind: Event
  lastTimestamp: "2026-09-17T18:48:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:07Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx.18d63030afff3933
    namespace: kserve-ci-e2e-test
    resourceVersion: "20098"
    uid: 780898e6-58d4-4c35-9b82-35559100ebc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 9bd06838-1f70-4fa2-a154-6c903875d937
  kind: Event
  lastTimestamp: "2026-09-17T18:46:34Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-clnwx'
  metadata:
    creationTimestamp: "2026-09-17T18:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d6301af271bd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19279"
    uid: 45560e0a-ec5e-41ac-ad40-866ea7a42758
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: e2e5a200-8e35-45d1-a4a7-b7e49b30ba92
  kind: Event
  lastTimestamp: "2026-09-17T18:46:34Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6301aed261666
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: d7c6061e-cfa5-4a41-8d6b-63f3172500e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 8184dceb-5494-45e0-87f1-5bccbcbd5eee
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6301e6b914487
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: fb26cef5-579a-4754-bfaa-de61618735d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 8184dceb-5494-45e0-87f1-5bccbcbd5eee
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6301e6c012929
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: b829b2de-26c3-4dd2-a9ba-c986fdc350f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19433"
    uid: 8184dceb-5494-45e0-87f1-5bccbcbd5eee
  kind: Event
  lastTimestamp: "2026-09-17T18:48:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:04Z"
    name: isvc-predictive-xgboost-v2-predictor.18d630256a1293b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20057"
    uid: f3138e0f-6f1a-4a93-9be2-23d10f351e53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19433"
    uid: 8184dceb-5494-45e0-87f1-5bccbcbd5eee
  kind: Event
  lastTimestamp: "2026-09-17T18:48:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:04Z"
    name: isvc-predictive-xgboost-v2-predictor.18d630256acf6807
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: ee742abc-90a9-4d4b-a0de-4342b762f30e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: 6354276e-5c44-45ae-837b-2910c8d5b0a0
  kind: Event
  lastTimestamp: "2026-09-17T18:47:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:47:58Z"
    name: isvc-predictive-xgboost-v2.18d6301aed2c475c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 2d587318-2140-4ad2-aa56-1d28e5385be3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: 6354276e-5c44-45ae-837b-2910c8d5b0a0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:34Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:34Z"
    name: isvc-predictive-xgboost-v2.18d6301aedaa9843
    namespace: kserve-ci-e2e-test
    resourceVersion: "19286"
    uid: 73e48bce-659e-4c45-a894-f5acf26e9f42
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19258"
    uid: 6354276e-5c44-45ae-837b-2910c8d5b0a0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:34Z"
    name: isvc-predictive-xgboost-v2.18d6301af447134c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: 3e758387-98ea-46dc-99bc-86391d9d4c3a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: 6354276e-5c44-45ae-837b-2910c8d5b0a0
  kind: Event
  lastTimestamp: "2026-09-17T18:47:58Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:47:58Z"
    name: isvc-predictive-xgboost-v2.18d6302e83a382d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: b420fda8-836d-4384-bc38-df421ee7db60
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: df0a9714-a0ae-4011-af25-3880f6d3c3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:42:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:39Z"
    name: isvc-predictive-xgboost.18d62fcebe670799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: 68b42258-7f79-4bce-bdec-da11eeaa624e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: df0a9714-a0ae-4011-af25-3880f6d3c3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:41:07Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:07Z"
    name: isvc-predictive-xgboost.18d62fcebed58834
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: 75e5b456-f8b5-459d-84fc-19f3a55e75dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: df0a9714-a0ae-4011-af25-3880f6d3c3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:41:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:07Z"
    name: isvc-predictive-xgboost.18d62fcec53bc1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 87646888-b70a-4fb5-a47a-f3cef96730a6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: df0a9714-a0ae-4011-af25-3880f6d3c3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:42:39Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:39Z"
    name: isvc-predictive-xgboost.18d62fe4424337e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: a6a0c259-9c7f-48cf-b3e0-b25ae16d32d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:18:10.933428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37951"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:18:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:18:10Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d48f4dfef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37960"
    uid: 8c365227-3296-4289-bedb-4d8eb4149834
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37963"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:11Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:11Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d4b14312ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37973"
    uid: 1a66b92b-c7e7-4091-a36a-12cf67254443
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:11Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d4b2c296f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37975"
    uid: 6c357420-19b4-493b-ba67-7a2439046673
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:11Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d4b58ae9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37977"
    uid: 8126d894-a62f-4bfe-a496-6a2db62943c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:11Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d4b5ff7950
    namespace: kserve-ci-e2e-test
    resourceVersion: "37978"
    uid: ba38bbef-1e33-4bfc-9bfb-0c9bca5a0b1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:15Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d5b1cf7387
    namespace: kserve-ci-e2e-test
    resourceVersion: "38009"
    uid: eba0d9f7-ae33-4e66-a55d-c6e65cfe2671
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:15Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d5b4f11ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38011"
    uid: 080a0774-1527-48e9-b967-dac12d9dbc21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:15Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d5b567b937
    namespace: kserve-ci-e2e-test
    resourceVersion: "38012"
    uid: 1685af68-509e-4d6d-a40e-648d7194d290
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:15Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d5b573b200
    namespace: kserve-ci-e2e-test
    resourceVersion: "38014"
    uid: a58eb93c-6899-4301-8f9f-bd8ce5080156
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:15Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d5b8d36b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38017"
    uid: e701413a-c82e-4d9b-b2e6-6c3b0a613201
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:18:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:15Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d5b95d62f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38018"
    uid: 17ecdc04-5a55-4408-af7b-9b027fe6ee64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:19:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:28Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631d629bca93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38644"
    uid: 51f85ed8-ad2a-4014-94af-e167322ef245
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:20:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:12Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631f0ca0ea0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39055"
    uid: 33847374-cd6d-448c-b537-ea13ebbc0d4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:20:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:12Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631f0ca0f7f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39061"
    uid: 9e92aa5f-c24b-4244-b858-0be8a307ac3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 1a2009ae-228b-4928-ba95-860cc502c6ff
  kind: Event
  lastTimestamp: "2026-09-17T19:20:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:13Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr.18d631f12c27a2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "39089"
    uid: 48964276-844a-4f95-b2db-fed5668b3e27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-7e891e-predictor-68b7c7dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37944"
    uid: 2b2ca588-e03a-48f4-88a9-07afcf0fbf90
  kind: Event
  lastTimestamp: "2026-09-17T19:18:10Z"
  message: 'Created pod: isvc-primary-7e891e-predictor-68b7c7dd6d-h57kr'
  metadata:
    creationTimestamp: "2026-09-17T19:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:10Z"
    name: isvc-primary-7e891e-predictor-68b7c7dd6d.18d631d48e755983
    namespace: kserve-ci-e2e-test
    resourceVersion: "37952"
    uid: d7d8928c-da16-4f08-b079-6d807251fc03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-7e891e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: f705e056-a050-4e92-abcf-cf8f550fa454
  kind: Event
  lastTimestamp: "2026-09-17T19:18:10Z"
  message: Scaled up replica set isvc-primary-7e891e-predictor-68b7c7dd6d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:10Z"
    name: isvc-primary-7e891e-predictor.18d631d48b68589a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37946"
    uid: 7f75685e-3401-44e1-a5a3-ee9504ca3888
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-7e891e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: ba479a44-5569-4d2f-a8c3-4299a220ed1d
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: isvc-primary-7e891e-predictor.18d631d80a53eb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 1ac1a2c3-f94b-4664-be43-ef1aba2c01b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-7e891e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: ba479a44-5569-4d2f-a8c3-4299a220ed1d
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: isvc-primary-7e891e-predictor.18d631d80aef2129
    namespace: kserve-ci-e2e-test
    resourceVersion: "38386"
    uid: 27375e77-3387-4f33-8a1d-706248853c5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-7e891e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: ba479a44-5569-4d2f-a8c3-4299a220ed1d
  kind: Event
  lastTimestamp: "2026-09-17T19:20:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:11Z"
    name: isvc-primary-7e891e-predictor.18d631e287e61340
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 5781161c-0234-4ec9-94e8-1262564486bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-7e891e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: ba479a44-5569-4d2f-a8c3-4299a220ed1d
  kind: Event
  lastTimestamp: "2026-09-17T19:20:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:11Z"
    name: isvc-primary-7e891e-predictor.18d631e2885b7e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39023"
    uid: 16cad3b7-086f-4773-b6ca-752968ca2906
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-7e891e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37931"
    uid: f445c92b-d2dd-4004-915e-5e026dceff1f
  kind: Event
  lastTimestamp: "2026-09-17T19:19:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:38Z"
    name: isvc-primary-7e891e.18d631d48b4f0ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38720"
    uid: b1923c8a-6232-48de-b447-7730953874e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-7e891e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37931"
    uid: f445c92b-d2dd-4004-915e-5e026dceff1f
  kind: Event
  lastTimestamp: "2026-09-17T19:18:10Z"
  message: 'Failed to update status for InferenceService "isvc-primary-7e891e": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-7e891e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:10Z"
    name: isvc-primary-7e891e.18d631d48bed5019
    namespace: kserve-ci-e2e-test
    resourceVersion: "37948"
    uid: 49de0c5d-05bd-40a7-98ec-8e09ef357a0e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-7e891e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37931"
    uid: f445c92b-d2dd-4004-915e-5e026dceff1f
  kind: Event
  lastTimestamp: "2026-09-17T19:18:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-7e891e": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:10Z"
    name: isvc-primary-7e891e.18d631d48bed974f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 1a74295b-bc36-4be8-8dfa-4c5efad5004f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-7e891e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38718"
    uid: f445c92b-d2dd-4004-915e-5e026dceff1f
  kind: Event
  lastTimestamp: "2026-09-17T19:19:38Z"
  message: InferenceService [isvc-primary-7e891e] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:38Z"
    name: isvc-primary-7e891e.18d631e8e9393e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38719"
    uid: 8488d39f-1f85-441c-b522-e685a18a5665
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:19:56.326334Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38880"
    uid: c27e0010-c523-41fc-b8f7-9ebf7a8d8e6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-7e891e-predictor-57c9748f99-pln4t
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:19:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:19:56Z"
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t.18d631ed19362bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 3259042f-b470-4e60-9daf-8a2450ad513d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38889"
    uid: c27e0010-c523-41fc-b8f7-9ebf7a8d8e6e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:56Z"
  message: Add eth0 [10.132.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:19:56Z"
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t.18d631ed3b064ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38895"
    uid: 1b63041f-41e2-4136-ae7f-52f714698cd4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38881"
    uid: c27e0010-c523-41fc-b8f7-9ebf7a8d8e6e
  kind: Event
  lastTimestamp: "2026-09-17T19:20:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:01Z"
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t.18d631ed3e41bee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38940"
    uid: 8792e2a5-2281-4c53-b70c-b449e3d18cb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38881"
    uid: c27e0010-c523-41fc-b8f7-9ebf7a8d8e6e
  kind: Event
  lastTimestamp: "2026-09-17T19:20:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:01Z"
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t.18d631ed4114210d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38943"
    uid: 49813e1f-f789-4da9-9f31-4beded3ce527
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38881"
    uid: c27e0010-c523-41fc-b8f7-9ebf7a8d8e6e
  kind: Event
  lastTimestamp: "2026-09-17T19:20:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:01Z"
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t.18d631ed418c4661
    namespace: kserve-ci-e2e-test
    resourceVersion: "38944"
    uid: d97f978f-7188-495c-a7f0-925ab97fecce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38881"
    uid: c27e0010-c523-41fc-b8f7-9ebf7a8d8e6e
  kind: Event
  lastTimestamp: "2026-09-17T19:20:05Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-7e891e-predictor-57c9748f99-pln4t_kserve-ci-e2e-test(c27e0010-c523-41fc-b8f7-9ebf7a8d8e6e)
  metadata:
    creationTimestamp: "2026-09-17T19:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:05Z"
    name: isvc-secondary-7e891e-predictor-57c9748f99-pln4t.18d631ef4a7c7b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38975"
    uid: 9dd91c85-2bad-4d10-88e6-cfb59ac9cc51
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-7e891e-predictor-57c9748f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: 4c458b00-2280-4709-acf4-648947f6cff9
  kind: Event
  lastTimestamp: "2026-09-17T19:19:56Z"
  message: 'Created pod: isvc-secondary-7e891e-predictor-57c9748f99-pln4t'
  metadata:
    creationTimestamp: "2026-09-17T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:56Z"
    name: isvc-secondary-7e891e-predictor-57c9748f99.18d631ed1860df85
    namespace: kserve-ci-e2e-test
    resourceVersion: "38884"
    uid: 7f1eb26d-81c6-43ab-8b9e-b57714461d28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-7e891e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38868"
    uid: 7170680d-cafb-41bd-926e-5a77a54f7dfd
  kind: Event
  lastTimestamp: "2026-09-17T19:19:56Z"
  message: Scaled up replica set isvc-secondary-7e891e-predictor-57c9748f99 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:56Z"
    name: isvc-secondary-7e891e-predictor.18d631ed10b1d2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38871"
    uid: 94e45fa9-0c50-44f3-a8fc-317c1081bc55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-7e891e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 51c28f73-dac6-46cd-bd99-66bbbc8e8eea
  kind: Event
  lastTimestamp: "2026-09-17T19:20:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:11Z"
    name: isvc-secondary-7e891e-predictor.18d631f08fa6d2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39025"
    uid: 3995e1e9-ad9d-4837-939d-93e79152c62f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-7e891e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 51c28f73-dac6-46cd-bd99-66bbbc8e8eea
  kind: Event
  lastTimestamp: "2026-09-17T19:20:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:11Z"
    name: isvc-secondary-7e891e-predictor.18d631f0901c9402
    namespace: kserve-ci-e2e-test
    resourceVersion: "39027"
    uid: 0f3fa980-0a72-486d-81e3-c93acba61dea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-7e891e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38861"
    uid: 4bcd9299-f756-4f8f-83b9-4717109f0767
  kind: Event
  lastTimestamp: "2026-09-17T19:20:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:05Z"
    name: isvc-secondary-7e891e.18d631ed1109b2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38980"
    uid: c3c61651-e594-472a-8558-77a35c5f4a94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-7e891e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38861"
    uid: 4bcd9299-f756-4f8f-83b9-4717109f0767
  kind: Event
  lastTimestamp: "2026-09-17T19:19:56Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-7e891e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-7e891e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:56Z"
    name: isvc-secondary-7e891e.18d631ed128f6a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38875"
    uid: 032b0320-6739-4c7c-bf8b-ee23999b039f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-7e891e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38861"
    uid: 4bcd9299-f756-4f8f-83b9-4717109f0767
  kind: Event
  lastTimestamp: "2026-09-17T19:19:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-7e891e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:56Z"
    name: isvc-secondary-7e891e.18d631ed128fc903
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: 4f965ce2-cfec-4afd-835b-e50e9a9cb3c1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:40:26.452450Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:40:26Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc551b88832
    namespace: kserve-ci-e2e-test
    resourceVersion: "15931"
    uid: 4b026b4e-5d4b-4065-bbad-4f33a83bd81c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:26Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc55bccb15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: 19d79660-960f-4a20-b34f-068ad099a896
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:27Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:40:27Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc597225353
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e803a1e6-78f0-4094-9f76-f0d5b86747e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:27Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc5988cba3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 718ec8b0-13b4-4675-a4b1-53cc2d3d3770
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:27Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc59b3f135c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: ed191fab-08e7-4b16-994b-85c817464a61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:27Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc59ba541bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: 93844064-7dd3-4037-bb17-24728ba2c271
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:31Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc699455133
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: 265490b6-d77d-4795-b9c3-5cfbd0259ad1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc69c5cda43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 4e699feb-ce52-4406-a591-4e7a41fa0137
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc69ce266f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 07952215-1ca4-4885-801f-5530fa9dfc51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc69ced51b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: 4eb41594-480e-4fcb-afcc-49d17841a874
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc6a0157656
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: e3ecd67c-6a8b-41b4-9a58-053d73d9204a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc6a08bb3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: 65ec0cc4-6a04-41cd-aad4-7535c9bae164
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc6a096e8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 517d1e0d-cd5b-4d96-b12a-b28055d5a8d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc6a3a81523
    namespace: kserve-ci-e2e-test
    resourceVersion: "16003"
    uid: 169ce18c-b7a6-471b-9bfd-2cdf84e922a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:40:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc6a41738cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16004"
    uid: 4c6053cf-58f9-4d1b-b7c9-05e58e99ba41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:42:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:09Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc6d55b8a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: e5a6e62d-4443-4a64-9186-05386a6b81f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:42:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:09Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fc711436809
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: 8e86b0cc-ee3a-4cf6-9558-b718bdad9cb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:42:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:01Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fdb6e74b9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: a82a1220-e2e0-458e-8bac-7ec12049afc6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:42:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:01Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fdb6e75347a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: 397db212-024a-40df-9d96-12aaf032db25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:42:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:01Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fdb6e75e208
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 0cac29df-5da7-4238-8507-f25ddd04c408
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: dce1805d-8afe-48d9-bb60-c68da19edbca
  kind: Event
  lastTimestamp: "2026-09-17T18:42:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:14Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk.18d62fdc41815eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: cfc09839-a3cd-4205-846b-49c79b0d7a56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 4108f60d-1fe9-498c-970f-351211aac7df
  kind: Event
  lastTimestamp: "2026-09-17T18:40:26Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7-f87fk'
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:26Z"
    name: isvc-sklearn-batcher-custom-predictor-6c65fb9bd7.18d62fc5507edbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15928"
    uid: 43e50976-ce95-41b3-8552-3055d5a532c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: 33f8cdf2-4015-4117-948c-e1c4a37caac4
  kind: Event
  lastTimestamp: "2026-09-17T18:40:26Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6c65fb9bd7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:26Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62fc549fa116d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 18fb5574-71e1-4a5b-911b-1a7f4bef6d47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: 9a92881f-20ff-4295-81a2-d3f396147851
  kind: Event
  lastTimestamp: "2026-09-17T18:41:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:11Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62fc8c8856b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 29fe24f2-e502-41f1-b9c9-d3e51307c160
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: 9a92881f-20ff-4295-81a2-d3f396147851
  kind: Event
  lastTimestamp: "2026-09-17T18:41:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:11Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62fc8c8dc08b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: e5a121e7-3128-4a9e-b471-76352275da77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 9a92881f-20ff-4295-81a2-d3f396147851
  kind: Event
  lastTimestamp: "2026-09-17T18:41:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:56Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62fd3459f4d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: d0e4ec19-6c44-4f09-9876-4d9d1a386c1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 9a92881f-20ff-4295-81a2-d3f396147851
  kind: Event
  lastTimestamp: "2026-09-17T18:41:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:56Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62fd346056b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: e0e7d892-22ee-40b5-be1f-43fc8fff1c17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: cb148b17-f736-4a14-8059-c742728d1117
  kind: Event
  lastTimestamp: "2026-09-17T18:41:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:50Z"
    name: isvc-sklearn-batcher-custom.18d62fc54a0f7c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 7680f6ca-0dfe-4d1b-a08e-611c07ea5baa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: cb148b17-f736-4a14-8059-c742728d1117
  kind: Event
  lastTimestamp: "2026-09-17T18:40:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:26Z"
    name: isvc-sklearn-batcher-custom.18d62fc54ac0920a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a069c988-8674-41a0-b00a-1a64ebe96aa9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: cb148b17-f736-4a14-8059-c742728d1117
  kind: Event
  lastTimestamp: "2026-09-17T18:40:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:26Z"
    name: isvc-sklearn-batcher-custom.18d62fc5541e6e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: f6a09405-382d-447d-b4de-896d725f699f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: cb148b17-f736-4a14-8059-c742728d1117
  kind: Event
  lastTimestamp: "2026-09-17T18:41:50Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:50Z"
    name: isvc-sklearn-batcher-custom.18d62fd8ca4a2844
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: bd6b4e21-657e-4df8-a3ee-0aefaae0236e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:38:41.226266Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14923"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62facd1c051a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 3e7e335d-c262-43a3-9757-b4216076b211
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62facf3472574
    namespace: kserve-ci-e2e-test
    resourceVersion: "14970"
    uid: fdeafe3f-6b14-47e9-b4ae-1d5b4e623105
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62facf4c8b7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 649704c3-6998-4012-a19a-5e70fd5b762a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62facf7514c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "14973"
    uid: 85735572-7195-44b7-bfb4-7f895aba6bf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62facf7af1885
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: cf0d923d-70ed-4f4b-a19e-89a3aa5fa54c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:38:46Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
  metadata:
    creationTimestamp: "2026-09-17T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:38:46Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fae09ca4d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: 594d84cf-fbb4-48a6-bb68-f0a1bae77322
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    in 14.123s (14.123s including waiting). Image size: 1580942218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:00Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb1539a933a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: 192c0556-72e3-46ea-9eef-0c3644299a39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:00Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb15667157c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 5080a003-b6fa-49eb-83db-eb0c966ad576
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:00Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb156d66e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 04fa293f-0194-4123-8e2a-aebe47bae172
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:00Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:00Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb156e154b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: 529958f4-676a-475e-95b7-65421507ec8c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.426s (2.426s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:03Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb1e780ba00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15229"
    uid: b62ef955-4d64-45c9-976a-6888257ebde0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:03Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb1ea409ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 7856225f-9ed2-4aea-936a-86afccfff34e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:03Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb1eaaf0681
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: fadec145-0fa7-4157-9543-69da28cd050d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4"
  metadata:
    creationTimestamp: "2026-09-17T18:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:03Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb1eabc38f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: 7ab4d356-cdd7-4496-8fb9-729664e1ec4b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4"
    in 2.478s (2.478s including waiting). Image size: 240302146 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:05Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb27e7cf7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: a5c21a70-d2f2-4f2d-87fa-93f73c99e170
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:05Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb281b2aabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: 3894605c-ef72-4aa1-82ea-b65fd8cfc200
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:05Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb28222b11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 5c1ac5d9-f121-4add-b600-99735107f25c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:40:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:41Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb2f45224d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: e3eecd38-b65a-4999-8907-06061b675f8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:40:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:41Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fb2f45caa52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: b8be03a6-53d7-456b-98c8-7487d16c4b88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:40:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:26Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fc545f27e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: a7506b3b-9d3a-4969-bb49-dea73faceb6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:40:26Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:26Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fc545f2df33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: 3e034cb1-a2cf-46bf-8a30-bab1c1e9df17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:40:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:26Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fc545f34421
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: eb7b4e3c-787e-4d51-97da-a91428de8bde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8e70f071-0f60-4b9f-8ced-1503a1ac8ebb
  kind: Event
  lastTimestamp: "2026-09-17T18:40:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:38Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv.18d62fc5d184d176
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: de5f1b64-f914-4838-a63b-2ecc13626741
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-564ccdbdcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: 76f4a790-d740-42b1-98b5-0cd38c07df21
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-564ccdbdcc-9w8vv'
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-sklearn-batcher-predictor-564ccdbdcc.18d62facd106dbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: 8bc08d3e-42d0-4602-afbd-b6a71daed10b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14906"
    uid: 6297ed14-ce16-4354-9899-fbfd41fc2eb1
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-564ccdbdcc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-sklearn-batcher-predictor.18d62facc9f1b2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: ba97a4c6-e51b-4136-9c4c-9c5f8c07de7f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: f34d2925-27f8-4751-b8cb-ee87b3333faf
  kind: Event
  lastTimestamp: "2026-09-17T18:39:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:41Z"
    name: isvc-sklearn-batcher-predictor.18d62fb04d6509d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 57b3ea6a-ca9b-4cef-972c-4b99bf706519
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: f34d2925-27f8-4751-b8cb-ee87b3333faf
  kind: Event
  lastTimestamp: "2026-09-17T18:39:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:41Z"
    name: isvc-sklearn-batcher-predictor.18d62fb04dc71c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 62c8b1b7-19ac-4f70-b73c-31cefa685453
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: f34d2925-27f8-4751-b8cb-ee87b3333faf
  kind: Event
  lastTimestamp: "2026-09-17T18:40:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:11Z"
    name: isvc-sklearn-batcher-predictor.18d62fbe4ada315e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: b7096963-5fa1-46ee-9df0-1429b9e253cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: f34d2925-27f8-4751-b8cb-ee87b3333faf
  kind: Event
  lastTimestamp: "2026-09-17T18:40:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:11Z"
    name: isvc-sklearn-batcher-predictor.18d62fbe4b3a0a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 6db45c65-b676-40ed-9c70-47d4efd74e2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 142b615f-fcb3-4367-b147-4f015093a510
  kind: Event
  lastTimestamp: "2026-09-17T18:40:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:12Z"
    name: isvc-sklearn-batcher.18d62facce9887f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: fde682fa-f252-4202-896b-9ab0fa0a8f12
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 142b615f-fcb3-4367-b147-4f015093a510
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-sklearn-batcher.18d62faccf06334d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: b18cdc7e-12cd-4094-aa78-14d68a4c5d6d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 142b615f-fcb3-4367-b147-4f015093a510
  kind: Event
  lastTimestamp: "2026-09-17T18:38:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:38:41Z"
    name: isvc-sklearn-batcher.18d62faccf067fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: 7cc551b4-80ec-49b3-91f7-58e647350a91
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 142b615f-fcb3-4367-b147-4f015093a510
  kind: Event
  lastTimestamp: "2026-09-17T18:40:12Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:12Z"
    name: isvc-sklearn-batcher.18d62fc1fdb36d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 98d975e2-e40f-4b6f-a5ce-df3a626c033d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:10:16.562243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33246"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-7bdb858467-574f2
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:10:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:10:16Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d631661c943de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 41698ae7-dc44-411e-8341-82a82d5214b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33259"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:17Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:10:17Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d631663ea315d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 57b44167-e697-433e-a03a-faa98a82f466
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:17Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d6316641dba73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33272"
    uid: 4fdb838d-2fa1-479d-9ddb-af57ca0ca35e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:17Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d631664479b708
    namespace: kserve-ci-e2e-test
    resourceVersion: "33273"
    uid: 3ec6133d-2f18-454f-bc24-ce28885d2547
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:17Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d6316644dee1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33274"
    uid: de69fb00-b515-4a78-a6cc-bbae59291430
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:21Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d631672d4bc728
    namespace: kserve-ci-e2e-test
    resourceVersion: "33359"
    uid: 34258a80-4937-4573-bb46-098360545c43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:21Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d631673101b6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33363"
    uid: f677262f-83be-4137-8f87-de214106e480
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:21Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d6316731739621
    namespace: kserve-ci-e2e-test
    resourceVersion: "33366"
    uid: bb2830ed-ee8f-4589-8066-54be095bb702
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:21Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:21Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d6316731814e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33367"
    uid: 5215c215-9cf1-4195-9fb4-15bf8913b161
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.726s (2.726s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:23Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63167d3fd686f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: c2c90a6c-85df-4ddb-aaa0-12ee083ace14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:23Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T19:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:24Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63167d7e513f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33397"
    uid: 8e00b995-1f8f-40b7-8c5c-ca011ac3f91b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:24Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T19:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:24Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63167d85d05ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33398"
    uid: 4a7a534e-4601-431a-afda-55d6cda4d82a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:24Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63167d8671b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: 12aacaec-de88-4b64-9637-9663374ec613
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:24Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63167db4b7eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33401"
    uid: e2fa4f77-2a48-4c38-ba89-938535f0723c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:24Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63167dbd7a2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33402"
    uid: ac82dbbc-3a9a-4397-a9d4-10d8c1eebf87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:12:01Z"
  message: 'Readiness probe failed: Get "http://10.132.0.59:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:12:01Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d6316e2be95e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: 38ce9bf9-e62b-4d0e-a8ef-501b9f2c3607
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:10:56Z"
  message: 'Liveness probe failed: Get "http://10.132.0.59:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:56Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d6316f7fce2b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33637"
    uid: 5447fe78-528d-49de-a13a-3d1d36e2ecc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:11:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:36Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63178c04c1be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33953"
    uid: f23bda26-b499-4aaa-b047-1d12e73277d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:11:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:36Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63178c04cfaa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: 51e78ef3-9ce2-4682-9989-0623bbcf1b43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:11:36Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T19:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:36Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63178c04d373c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 5722dd6b-2c3c-428e-9d30-75d2530210d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 8eeb9d99-567f-4a90-b5b0-adb7f68d0c9e
  kind: Event
  lastTimestamp: "2026-09-17T19:12:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:12:06Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467-574f2.18d63179cfc4a2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: 7268bb30-f0d4-4088-aee9-116b5a6b178e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-7bdb858467
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: ab796f42-854a-4e66-a60b-9d9c65765149
  kind: Event
  lastTimestamp: "2026-09-17T19:10:16Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-7bdb858467-574f2'
  metadata:
    creationTimestamp: "2026-09-17T19:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:16Z"
    name: isvc-sklearn-mcp-predictor-7bdb858467.18d631661bf265e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: 82828bfe-2f2b-4b76-a017-b8134c183620
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: 03f8ebe7-b106-4cdd-b533-1c99a9bf567b
  kind: Event
  lastTimestamp: "2026-09-17T19:10:16Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-7bdb858467 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:16Z"
    name: isvc-sklearn-mcp-predictor.18d63166172533f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33238"
    uid: 6b5d6cd9-ff63-4533-b830-199caf9843e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33227"
    uid: 360caeda-82a7-41da-af0b-e9d1c3210b16
  kind: Event
  lastTimestamp: "2026-09-17T19:11:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:11:31Z"
    name: isvc-sklearn-mcp.18d631661680713f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: c12b37cd-0e9f-4059-8ae9-23fcf2773465
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33227"
    uid: 360caeda-82a7-41da-af0b-e9d1c3210b16
  kind: Event
  lastTimestamp: "2026-09-17T19:10:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:10:16Z"
    name: isvc-sklearn-mcp.18d6316617289dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33260"
    uid: f5a13033-1faa-43b7-bac9-840d38abdf10
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: 360caeda-82a7-41da-af0b-e9d1c3210b16
  kind: Event
  lastTimestamp: "2026-09-17T19:10:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:10:16Z"
    name: isvc-sklearn-mcp.18d6316620e53152
    namespace: kserve-ci-e2e-test
    resourceVersion: "33261"
    uid: a2552893-6efc-4060-9282-13db4321f039
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: 360caeda-82a7-41da-af0b-e9d1c3210b16
  kind: Event
  lastTimestamp: "2026-09-17T19:11:31Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:11:31Z"
    name: isvc-sklearn-mcp.18d631778419f014
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 9ba99006-5299-435b-9f81-649a86a21a28
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:50:19.056450Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-84657b574f-7pjdw
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6304f4babdea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: 5f0f5cff-bab3-4c40-8092-5a5af34d5d34
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6304f6d966151
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: 083c300e-f373-420f-8e86-bb61c104ce88
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6304f6f49d2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: 559d0a42-d3b9-4c96-b390-08cb11dde905
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6304f72893ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 475b2c4d-43a5-4a8b-b50c-9ca7e89054b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6304f72fedadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: 465795df-31a6-4d5d-bf45-9b248f8d7a1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:23Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6305056700272
    namespace: kserve-ci-e2e-test
    resourceVersion: "21374"
    uid: 210c2810-8f49-46b7-b409-cc8a67eaf878
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:23Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d63050598a88ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: 0dad8c10-1207-4ca7-99f9-82e2eda60a7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:23Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6305059ff2133
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: eeed3f6c-194f-4dcb-9b5c-f7dea29b1e5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:23Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d630505a0b56c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21378"
    uid: cd86ebf0-38f0-4fb7-85ad-82ecc6361517
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:23Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d630505d010697
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 8aafc4e1-0b2f-4021-b075-1b77d08cc398
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:50:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:23Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d630505d868f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: c0cb2338-ee67-4262-9977-009b503d4162
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:51:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:30Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d630509279a8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 58111eef-8079-4250-a71d-d924ed6bec91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:51:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:49Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6306444d29623
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: 984896fb-33b7-4f6a-99d2-84dd9c9f003a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:51:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:49Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6306444d31203
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 4fcae521-5f88-448f-a599-efa58f8a8631
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84657b574f-7pjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: af7ecec7-770a-42be-8575-337386269d98
  kind: Event
  lastTimestamp: "2026-09-17T18:51:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:50Z"
    name: isvc-sklearn-predictor-84657b574f-7pjdw.18d6306498ad1274
    namespace: kserve-ci-e2e-test
    resourceVersion: "22119"
    uid: f5efc303-63e7-4147-ab5d-bdec702edb19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-84657b574f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: 6a3f604e-5825-46e8-aa94-01654960dded
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: 'Created pod: isvc-sklearn-predictor-84657b574f-7pjdw'
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-sklearn-predictor-84657b574f.18d6304f4b1d7447
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 9a7d32db-3210-40ea-9942-77291ae24508
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: a7871e07-9fde-4a7c-a932-575cf89658a4
  kind: Event
  lastTimestamp: "2026-09-17T18:50:18Z"
  message: Scaled up replica set isvc-sklearn-predictor-84657b574f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:18Z"
    name: isvc-sklearn-predictor.18d6304f481d5797
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: 27913c09-de36-4c6a-9d9f-78f340767654
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: fc022d57-8be0-4b92-b89b-d812c5adf3b5
  kind: Event
  lastTimestamp: "2026-09-17T18:50:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:34Z"
    name: isvc-sklearn-predictor.18d63052c72182bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 23dfb3da-1b0d-428c-adf0-8e21c417a25a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: fc022d57-8be0-4b92-b89b-d812c5adf3b5
  kind: Event
  lastTimestamp: "2026-09-17T18:50:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:34Z"
    name: isvc-sklearn-predictor.18d63052c76a6d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21457"
    uid: 325e4295-31d4-47a1-badd-7d47e459695f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: fc022d57-8be0-4b92-b89b-d812c5adf3b5
  kind: Event
  lastTimestamp: "2026-09-17T18:51:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:49Z"
    name: isvc-sklearn-predictor.18d63056463a80f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22095"
    uid: 233946b7-ba0d-4a2c-95cd-d7f9f8dfeb89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: fc022d57-8be0-4b92-b89b-d812c5adf3b5
  kind: Event
  lastTimestamp: "2026-09-17T18:51:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:49Z"
    name: isvc-sklearn-predictor.18d6305646c3045c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: 9bbd3948-fa53-473f-b6bd-42efcc1d3691
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:54:59.663546Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:54:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:54:59Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d63090a12862bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23925"
    uid: a3c4f79e-8e61-411a-8810-9844b230765d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23931"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:00Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:55:00Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d63090c2ef6328
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 03b6f77d-6041-4110-b1c9-547b29a53fe7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:00Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d63090c4616f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: 6a5bc62c-ce30-487f-9fbf-60498e2ba7ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:00Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d63090c7006b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: d6d8d413-a521-49fe-a190-a1338ab0ce00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:00Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d63090c75ef90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: e7763f2f-4880-480f-b331-11ef49f1ba7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:06Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d630924dea7e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24002"
    uid: 457db854-e13c-4a8d-96b1-b83330e92d68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:06Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d6309250c1532f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24004"
    uid: 5dfb73f3-d585-45d0-bca3-2554230e77d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:06Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d6309251241f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24005"
    uid: 48dcd3a6-4229-4ea6-9b9b-592f84e2a1bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:06Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d63092512d33b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24007"
    uid: 66ec6ff4-9e47-4696-b5c0-dec0ada885d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:06Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d63092540a06c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: 2e5e0bb9-910b-470b-8fa3-83cefd1080ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:06Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d63092547243ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: 83e591f5-c5b5-4f9a-ac5d-40f3b56eb366
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:13Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d6309289fad666
    namespace: kserve-ci-e2e-test
    resourceVersion: "24065"
    uid: c0dc68b6-deb4-4466-b025-434794a66a1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:31Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d630981cbe9d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: 1f5569b4-0bd1-4a53-b4d9-cbd90f74c0d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 34b882ca-2fc4-4984-a9cf-44dde4171ed5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:31Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc-tthj5.18d630981cbf1ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24221"
    uid: 51434010-5a44-4984-a498-91bd95be9b17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-7c957758cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 0c2a97d2-fd97-4973-9ab6-8bd89592161e
  kind: Event
  lastTimestamp: "2026-09-17T18:54:59Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-7c957758cc-tthj5'
  metadata:
    creationTimestamp: "2026-09-17T18:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:59Z"
    name: isvc-sklearn-runtime-predictor-7c957758cc.18d63090a0bae5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 1bf9fb90-cc27-4f48-9afb-1df40177bf3a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23908"
    uid: 87c5634f-048c-4502-b794-7783a0a5d86d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:59Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-7c957758cc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:59Z"
    name: isvc-sklearn-runtime-predictor.18d630909db72923
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: 4d0f198c-2ba5-4fd3-bd92-4082787981ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: 50d857ca-4bf5-4301-98ef-b51a137451ab
  kind: Event
  lastTimestamp: "2026-09-17T18:55:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:14Z"
    name: isvc-sklearn-runtime-predictor.18d630941c44b53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: cc917e79-138a-4782-8b13-036f42752b83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: 50d857ca-4bf5-4301-98ef-b51a137451ab
  kind: Event
  lastTimestamp: "2026-09-17T18:55:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:14Z"
    name: isvc-sklearn-runtime-predictor.18d630941ca17e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24071"
    uid: 3939b777-d65a-41a1-b628-721e59850503
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: 50d857ca-4bf5-4301-98ef-b51a137451ab
  kind: Event
  lastTimestamp: "2026-09-17T18:55:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:29Z"
    name: isvc-sklearn-runtime-predictor.18d630979bc825c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: b48cb133-c79c-44ac-a29c-35a895fd400a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: 50d857ca-4bf5-4301-98ef-b51a137451ab
  kind: Event
  lastTimestamp: "2026-09-17T18:55:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:29Z"
    name: isvc-sklearn-runtime-predictor.18d630979c0c250e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: cf40406f-df53-4c2b-866e-75be2219cebd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23900"
    uid: 788b6923-a9e9-49ff-a161-e793d1917213
  kind: Event
  lastTimestamp: "2026-09-17T18:55:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:24Z"
    name: isvc-sklearn-runtime.18d630909dec5c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24145"
    uid: 330d3117-d6eb-49f1-9c44-65871886a589
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23900"
    uid: 788b6923-a9e9-49ff-a161-e793d1917213
  kind: Event
  lastTimestamp: "2026-09-17T18:54:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:59Z"
    name: isvc-sklearn-runtime.18d630909e4f23e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 6703276b-ce90-43e7-8143-6f667c1151bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: 788b6923-a9e9-49ff-a161-e793d1917213
  kind: Event
  lastTimestamp: "2026-09-17T18:55:23Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:23Z"
    name: isvc-sklearn-runtime.18d630964a931ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: 5f2cc38b-f25f-4e5f-ac0d-429a6bc68d73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:11:43.831614Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:11:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:11:43Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317a6e3d27bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34103"
    uid: 36de7dd3-d254-499d-b8da-b6727b0b1082
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:44Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317a7c2ebbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34115"
    uid: 8a01efae-7b11-4198-ac07-4cc41a364328
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34110"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:45Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:11:45Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317ab4206488
    namespace: kserve-ci-e2e-test
    resourceVersion: "34124"
    uid: 27b5ddac-8fea-4999-9a5c-d6e3b518136a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:45Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317ab6102472
    namespace: kserve-ci-e2e-test
    resourceVersion: "34126"
    uid: 85dbbc6d-9be1-4b17-a2d9-4df5c76bfd58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:45Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317ab8ffa191
    namespace: kserve-ci-e2e-test
    resourceVersion: "34128"
    uid: 785158d6-4be3-452a-8fd9-159576790aa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:45Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317ab989fee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 3d828b43-3e0f-45ce-a3e2-2807a26d4c87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:46Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317b27a50686
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: f56450f0-857b-462b-928f-1e5e7f1c4c0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:46Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317b2aa70cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 16107a7c-2384-49dd-a9b6-8d8be6b8f4f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:47Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317b2b3d6489
    namespace: kserve-ci-e2e-test
    resourceVersion: "34151"
    uid: 21549ffa-b6af-4c6d-bd53-915e95acd6de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:47Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317b2b47af44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34153"
    uid: 397c5e8c-792b-42a2-9b74-44258daa8a49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:47Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317b2e263b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34156"
    uid: 1353bf0e-06b6-44b3-8eaa-7ad6313ed0c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:11:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:47Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317b2e9bca29
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: 5d45f84b-a1a3-4670-a36a-2c9c265297b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6317b9f9e899f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35000"
    uid: 8708302a-1f92-47c2-bfbf-a48c803dad38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6318f6ea35cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34951"
    uid: 022c65a0-b163-4081-98e4-dc421468d275
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6318f6ea3c614
    namespace: kserve-ci-e2e-test
    resourceVersion: "34953"
    uid: e2595834-14ab-4b21-8140-5628ebf16d61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: a7e3855b-fd85-478a-9668-fd6990e7c151
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg.18d6318fa5e777e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34999"
    uid: 53ce59f4-43a3-4910-9b10-01fbbb3d1291
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 01d43474-9d78-4401-b28d-a1096bfd1901
  kind: Event
  lastTimestamp: "2026-09-17T19:11:43Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7fc9fb5bbd-j9fkg'
  metadata:
    creationTimestamp: "2026-09-17T19:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:11:43Z"
    name: isvc-sklearn-s3-predictor-7fc9fb5bbd.18d6317a6da01f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: bf0a1f60-5b8b-4c93-af34-c88df855b476
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34088"
    uid: 1a373119-a100-4222-a471-b927904237b7
  kind: Event
  lastTimestamp: "2026-09-17T19:11:43Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7fc9fb5bbd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:11:43Z"
    name: isvc-sklearn-s3-predictor.18d6317a6afa5539
    namespace: kserve-ci-e2e-test
    resourceVersion: "34093"
    uid: 0ee0bd34-6699-47cf-b70f-4a0a50a77f81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34090"
    uid: b3c2bbf3-e1d3-4fff-8320-df1c972371ff
  kind: Event
  lastTimestamp: "2026-09-17T19:12:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:12:13Z"
    name: isvc-sklearn-s3-predictor.18d6317de983c233
    namespace: kserve-ci-e2e-test
    resourceVersion: "34383"
    uid: 57c5e3f2-be0c-411e-bf43-3e50220dbeca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34090"
    uid: b3c2bbf3-e1d3-4fff-8320-df1c972371ff
  kind: Event
  lastTimestamp: "2026-09-17T19:12:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:12:13Z"
    name: isvc-sklearn-s3-predictor.18d6317de9eca30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 23a0eaa8-ca6f-4d65-a50a-594c212adbf5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34261"
    uid: b3c2bbf3-e1d3-4fff-8320-df1c972371ff
  kind: Event
  lastTimestamp: "2026-09-17T19:13:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:13Z"
    name: isvc-sklearn-s3-predictor.18d63184e7d26392
    namespace: kserve-ci-e2e-test
    resourceVersion: "34933"
    uid: 81d5a3ca-c3c0-4a9c-ab54-e64ee257d79c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:12:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34261"
    uid: b3c2bbf3-e1d3-4fff-8320-df1c972371ff
  kind: Event
  lastTimestamp: "2026-09-17T19:13:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:13Z"
    name: isvc-sklearn-s3-predictor.18d63184e8a66242
    namespace: kserve-ci-e2e-test
    resourceVersion: "34934"
    uid: 24c6b150-9d55-4cc7-acbf-d48884a1b3e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:16:27.568642Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36849"
    uid: 598030ee-40a0-475c-aedf-a65c7299074c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:16:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:16:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr.18d631bc7e4b922e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36853"
    uid: 2a2d879c-4eb6-4cb9-904f-607765bd3d4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36859"
    uid: 598030ee-40a0-475c-aedf-a65c7299074c
  kind: Event
  lastTimestamp: "2026-09-17T19:16:28Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:16:28Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr.18d631bca044136e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36872"
    uid: e37b1b5e-3e3e-4cf8-ae77-fb0505bf1520
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: 598030ee-40a0-475c-aedf-a65c7299074c
  kind: Event
  lastTimestamp: "2026-09-17T19:16:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:35Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr.18d631bca1e7ef8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36933"
    uid: bcae9f02-fbf0-4794-9b29-6e443a6026d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: 598030ee-40a0-475c-aedf-a65c7299074c
  kind: Event
  lastTimestamp: "2026-09-17T19:16:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:35Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr.18d631bca4e32d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36935"
    uid: 8348d526-a026-4e9e-adb0-d41afe46d36f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: 598030ee-40a0-475c-aedf-a65c7299074c
  kind: Event
  lastTimestamp: "2026-09-17T19:16:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:35Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr.18d631bca5583870
    namespace: kserve-ci-e2e-test
    resourceVersion: "36936"
    uid: 3627d218-d927-4ed7-8dd5-63e60a4a2747
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: 598030ee-40a0-475c-aedf-a65c7299074c
  kind: Event
  lastTimestamp: "2026-09-17T19:16:37Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:37Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr.18d631bed0dc4e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36973"
    uid: ca0fe851-7833-4870-a272-7620f3927293
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: ba090110-55c4-4107-81ed-c7bda9834f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:16:27Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb-hq9cr'
  metadata:
    creationTimestamp: "2026-09-17T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb.18d631bc7dd63618
    namespace: kserve-ci-e2e-test
    resourceVersion: "36850"
    uid: 2909cf15-0857-4b7f-acae-67b117d48ef1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: 7628d9f1-f1eb-42a8-a995-babd08df165e
  kind: Event
  lastTimestamp: "2026-09-17T19:16:27Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-cfcbffbcb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d631bc7b33010b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 0a8dc335-3d7f-4407-acd9-b503f962a492
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: 702a2980-a779-4c1a-ab8a-a0bf4bc90441
  kind: Event
  lastTimestamp: "2026-09-17T19:16:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:35Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d631bc7b3afb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36940"
    uid: 5ba5a785-a0bc-4c50-b24b-ab23379beefa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: 702a2980-a779-4c1a-ab8a-a0bf4bc90441
  kind: Event
  lastTimestamp: "2026-09-17T19:16:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:27Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d631bc7bca676f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36861"
    uid: c50a53ca-c753-4d1b-822f-70e57bb34ca4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 702a2980-a779-4c1a-ab8a-a0bf4bc90441
  kind: Event
  lastTimestamp: "2026-09-17T19:16:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:27Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d631bc828ed83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: 562e5617-4687-4c44-a161-1d25b5b0177a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:14:56.414736Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35998"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:14:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:14:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a74516639b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: adc6b9e8-8357-4b39-8ce6-2a09aa0b9482
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a751278e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: 6ba28d43-b557-43ab-b6b8-97177b332be4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36008"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:57Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:14:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a78ae58297
    namespace: kserve-ci-e2e-test
    resourceVersion: "36023"
    uid: ac611034-2828-413c-abf7-80493e70a015
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a78c3f81f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36025"
    uid: 360dd03b-2b6a-4520-bb42-400c4b70b510
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a78f0dfa99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: f00f6a4f-0e03-4a34-859a-12e921d468fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a78f7ae612
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: 41d9e756-d3f5-46a2-a386-816643475d4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a7f50a9282
    namespace: kserve-ci-e2e-test
    resourceVersion: "36057"
    uid: 464c22d5-1389-4df0-b62a-ba25329c209c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a7f807090d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36060"
    uid: 89e1c8bc-0d50-4e99-9f91-f727de7c870c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a7f8773533
    namespace: kserve-ci-e2e-test
    resourceVersion: "36061"
    uid: d584cc1e-8129-471a-8bc3-f69b34bc46c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a7f8805e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "36064"
    uid: b66d97f1-adb8-4c29-a34f-512528163d4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a7fb7e6fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36067"
    uid: 3d1cb6aa-9ed3-4f2f-adac-aef1d78bb919
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:14:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a7fbeb4482
    namespace: kserve-ci-e2e-test
    resourceVersion: "36068"
    uid: a68dbb43-62f6-4be5-bf8b-b1e417a42f74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:16:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631a8311547fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36639"
    uid: eaedc796-61b5-49eb-9a71-86aabd57cc41
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:16:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631bc3a97c723
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: f3d5b9d6-857c-4828-be67-0faf65a16b70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 29757c16-6d89-49b0-9e00-f673bcf4b3dc
  kind: Event
  lastTimestamp: "2026-09-17T19:16:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9.18d631bc3a992bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: f7277a63-f2d8-4506-b380-92617e9c9d6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35989"
    uid: e0827b44-3fd6-44c4-b0f1-452e56095bce
  kind: Event
  lastTimestamp: "2026-09-17T19:14:56Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd-kfmx9'
  metadata:
    creationTimestamp: "2026-09-17T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd.18d631a7448275c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35999"
    uid: ba6fb882-c471-4965-b9c5-854c567d26bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35987"
    uid: 4a18dc2e-675c-40e0-a854-7073021b5235
  kind: Event
  lastTimestamp: "2026-09-17T19:14:56Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-58c77b7cbd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d631a741e7110e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35991"
    uid: 357f6198-628e-4bcf-ac65-7862afdf2677
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35988"
    uid: 300f4fe5-5a25-450c-801c-628be522d070
  kind: Event
  lastTimestamp: "2026-09-17T19:15:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d631aac06cec28
    namespace: kserve-ci-e2e-test
    resourceVersion: "36460"
    uid: 884a5965-a042-4d78-b17e-5588dbf2e0be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35988"
    uid: 300f4fe5-5a25-450c-801c-628be522d070
  kind: Event
  lastTimestamp: "2026-09-17T19:15:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d631aac0e99d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "36461"
    uid: 6cd5bc62-9380-4956-ac6c-f7032cb2c337
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: 300f4fe5-5a25-450c-801c-628be522d070
  kind: Event
  lastTimestamp: "2026-09-17T19:16:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d631ae414358f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36676"
    uid: 6e1b748b-7682-49bb-92f6-3f1b7f600c69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: 300f4fe5-5a25-450c-801c-628be522d070
  kind: Event
  lastTimestamp: "2026-09-17T19:16:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d631ae41e0f171
    namespace: kserve-ci-e2e-test
    resourceVersion: "36677"
    uid: 6d85dcf8-fbb5-47ef-af0c-c5ad3e6cd7ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 42ecc2b7-cf2d-4001-b71e-5c09f98249ee
  kind: Event
  lastTimestamp: "2026-09-17T19:16:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:16Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d631a74239a12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36726"
    uid: 62e972b7-cda7-4ee8-81c2-bb2e8b7d0f60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 42ecc2b7-cf2d-4001-b71e-5c09f98249ee
  kind: Event
  lastTimestamp: "2026-09-17T19:14:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:14:56Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d631a742cc84bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35996"
    uid: afe5f1fa-e6c4-4664-b99d-d3fcb9e57b84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: 42ecc2b7-cf2d-4001-b71e-5c09f98249ee
  kind: Event
  lastTimestamp: "2026-09-17T19:16:16Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:16Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d631b9e931c546
    namespace: kserve-ci-e2e-test
    resourceVersion: "36723"
    uid: 0a45995e-3a2b-47bb-bd84-8d8bdc98e3b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:14:45.307072Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35832"
    uid: b6eb4370-81c0-4a31-ad84-0598f5fc7837
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:14:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:14:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4.18d631a4af04d2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35837"
    uid: ef147d3c-6da3-4ca7-a62b-1f911e2b28de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: b6eb4370-81c0-4a31-ad84-0598f5fc7837
  kind: Event
  lastTimestamp: "2026-09-17T19:14:45Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:14:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4.18d631a4d10a82f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35855"
    uid: 9c00b8ef-bf1d-4b39-beac-d8502efa8d1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: b6eb4370-81c0-4a31-ad84-0598f5fc7837
  kind: Event
  lastTimestamp: "2026-09-17T19:14:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4.18d631a4d29f73e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35924"
    uid: fa2f0b92-4695-49e0-9d5a-16c6a7d1ef38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: b6eb4370-81c0-4a31-ad84-0598f5fc7837
  kind: Event
  lastTimestamp: "2026-09-17T19:14:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4.18d631a4d57d9650
    namespace: kserve-ci-e2e-test
    resourceVersion: "35927"
    uid: 37b5a4d1-b0e5-4656-887c-ce572fbac442
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: b6eb4370-81c0-4a31-ad84-0598f5fc7837
  kind: Event
  lastTimestamp: "2026-09-17T19:14:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4.18d631a4d5f3ef3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35928"
    uid: 51cd158a-b2a4-45d3-8432-7b225fde1059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: b6eb4370-81c0-4a31-ad84-0598f5fc7837
  kind: Event
  lastTimestamp: "2026-09-17T19:14:55Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:55Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4.18d631a72277d20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: af9357bc-85f7-4cfe-9e37-828e5b19bf15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: 5a9ee3ae-f971-4cf4-9d9b-f9b3c2ee3e27
  kind: Event
  lastTimestamp: "2026-09-17T19:14:45Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d-797m4'
  metadata:
    creationTimestamp: "2026-09-17T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d.18d631a4ae796e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: 1f627406-b13c-4432-b6b3-347fcaf05158
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35821"
    uid: 769dcbd5-ba7c-4a6d-92e8-253219dbdbaf
  kind: Event
  lastTimestamp: "2026-09-17T19:14:45Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-56597d9f6d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d631a4ab760d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35826"
    uid: 9400cff6-0c2c-4514-95df-43550dc9209d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35814"
    uid: cf0e8467-d6ec-4b69-bca0-fc01928cd6fe
  kind: Event
  lastTimestamp: "2026-09-17T19:14:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:14:53Z"
    name: isvc-sklearn-s3-tls-global-fail.18d631a4ab6798a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35931"
    uid: 6b01bea8-74e9-4087-a7dd-6ecd463b0a10
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35814"
    uid: cf0e8467-d6ec-4b69-bca0-fc01928cd6fe
  kind: Event
  lastTimestamp: "2026-09-17T19:14:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:14:45Z"
    name: isvc-sklearn-s3-tls-global-fail.18d631a4ac1f4950
    namespace: kserve-ci-e2e-test
    resourceVersion: "35829"
    uid: 962c2267-8d3d-43d0-ba46-b864f5457f2f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:13:14.328948Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34973"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d6318f804cd165
    namespace: kserve-ci-e2e-test
    resourceVersion: "34979"
    uid: a9df21e6-f253-40ba-aa97-ea4f2622ac22
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34986"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d6318fa1effe7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34996"
    uid: 208aeef5-63fd-4f48-9da0-06bf9da405f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d6318fa4ea42bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34998"
    uid: e021de3d-af8a-4ee3-a3a7-a1391d5a5e6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d6318fa7ea3b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "35002"
    uid: f427d8a8-aff0-47e3-9eaf-388f39a573a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d6318fa84c45b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35003"
    uid: 392bbac2-65fd-49b2-a4f4-c3be42b5de7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d631901a397365
    namespace: kserve-ci-e2e-test
    resourceVersion: "35022"
    uid: c03596dd-6456-4ab3-9a83-bfba2f5782d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d631901d4c0764
    namespace: kserve-ci-e2e-test
    resourceVersion: "35024"
    uid: 4953053f-38c2-4d59-acef-2a742044cee8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d631901dabd297
    namespace: kserve-ci-e2e-test
    resourceVersion: "35025"
    uid: 0f15b1bf-7f92-4478-ba0f-9c6f98074ae8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d631901db5a6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35026"
    uid: 3a1cf56c-ae9b-43e7-a2f2-66e349284fb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d631902059f6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: 7a2a8953-24de-4599-b2a1-96047e64dfcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:13:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:13:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d6319020bdc46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35030"
    uid: e44dc6f3-1c73-4c0c-86e9-a3d3060f2c3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:14:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d6319092254798
    namespace: kserve-ci-e2e-test
    resourceVersion: "35804"
    uid: cabcac37-bea6-4b98-9e3b-975bc0029e88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:14:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d631a46a8b9d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35797"
    uid: 6756d63b-763c-486e-8989-5d212cb1f430
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:14:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d631a46a91a5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35798"
    uid: 848b7508-6997-4c29-8053-c591a8477fb7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: 2e6e7e57-68c7-46fe-9aed-a28bada61dba
  kind: Event
  lastTimestamp: "2026-09-17T19:14:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:14:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw.18d631a4985f309f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 87e88cac-4ac1-41db-9fb2-ed867ccbfb9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34963"
    uid: a2aedcfd-884f-4776-aaa7-76992cdaa669
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6-8h9kw'
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6.18d6318f7e8e14ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34976"
    uid: 7c0d25a8-3c97-4265-8544-9438a4637373
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 205d966f-04ca-4776-b810-a8791f0d95ff
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-6b698696c6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6318f782aa0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34965"
    uid: 2046383d-6b27-46a0-a56c-ee1a050233b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34961"
    uid: 0bf027d1-9be8-4c54-b626-ab3f43880f11
  kind: Event
  lastTimestamp: "2026-09-17T19:13:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63192f4e3051b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35237"
    uid: e3a2d0f4-a4af-4445-ab89-4e7de6559737
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34961"
    uid: 0bf027d1-9be8-4c54-b626-ab3f43880f11
  kind: Event
  lastTimestamp: "2026-09-17T19:13:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:13:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63192f58d9ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35238"
    uid: 32bbd6e2-140a-4f3d-bf81-9ef999eefd59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35125"
    uid: 0bf027d1-9be8-4c54-b626-ab3f43880f11
  kind: Event
  lastTimestamp: "2026-09-17T19:14:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63199f345f6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35664"
    uid: 826c8abe-ea3b-4f0f-ab11-3da220443d4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35125"
    uid: 0bf027d1-9be8-4c54-b626-ab3f43880f11
  kind: Event
  lastTimestamp: "2026-09-17T19:14:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:14:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63199f4af0276
    namespace: kserve-ci-e2e-test
    resourceVersion: "35665"
    uid: 4358205c-0754-48f8-93a9-b3de36449bc3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34952"
    uid: c94e9959-5fdd-4677-841a-be97ab822b2a
  kind: Event
  lastTimestamp: "2026-09-17T19:14:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:14:35Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6318f76a9af2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35718"
    uid: 3b080539-5761-45b6-b69f-05eb387a88e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34952"
    uid: c94e9959-5fdd-4677-841a-be97ab822b2a
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6318f796a7dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: abc8b13e-697b-49a3-aafd-9fb06184d65c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34962"
    uid: c94e9959-5fdd-4677-841a-be97ab822b2a
  kind: Event
  lastTimestamp: "2026-09-17T19:13:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:13:14Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6318f8b3d601e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: f734b54e-9044-4816-b121-59d35e0c710e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:14:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35714"
    uid: c94e9959-5fdd-4677-841a-be97ab822b2a
  kind: Event
  lastTimestamp: "2026-09-17T19:14:35Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:14:35Z"
    name: isvc-sklearn-s3-tls-global-pass.18d631a24b8cfed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 877865a9-b980-4b63-badf-ee25499e3df1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:59.822340Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37785"
    uid: 4f4fbefb-54a8-45e3-855a-248c85ba0a74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt.18d631d1f9085c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37792"
    uid: 61b7e1da-c4c2-4481-83d9-928a0aeb4a97
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: 4f4fbefb-54a8-45e3-855a-248c85ba0a74
  kind: Event
  lastTimestamp: "2026-09-17T19:18:00Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt.18d631d21b4797b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: adf76343-54cf-40e8-b7a6-d2c4d710f81a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: 4f4fbefb-54a8-45e3-855a-248c85ba0a74
  kind: Event
  lastTimestamp: "2026-09-17T19:18:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt.18d631d21cab95ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: b5c7b3e1-5600-40a5-ab6c-e33887f33948
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: 4f4fbefb-54a8-45e3-855a-248c85ba0a74
  kind: Event
  lastTimestamp: "2026-09-17T19:18:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt.18d631d21f6b6ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: 77759397-12fa-4e0a-861c-8675ef5da0ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: 4f4fbefb-54a8-45e3-855a-248c85ba0a74
  kind: Event
  lastTimestamp: "2026-09-17T19:18:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt.18d631d21fde9d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37857"
    uid: 25effeb6-d51f-48bd-9b69-7e38909a7834
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: 4f4fbefb-54a8-45e3-855a-248c85ba0a74
  kind: Event
  lastTimestamp: "2026-09-17T19:18:08Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt_kserve-ci-e2e-test(4f4fbefb-54a8-45e3-855a-248c85ba0a74)
  metadata:
    creationTimestamp: "2026-09-17T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:08Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt.18d631d40ebdbd00
    namespace: kserve-ci-e2e-test
    resourceVersion: "37886"
    uid: c0d12c3d-05e1-41a7-b6eb-c3b767aebcce
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37776"
    uid: b426e6aa-004a-426c-9f05-fbe837835f2b
  kind: Event
  lastTimestamp: "2026-09-17T19:17:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9-mlgmt'
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9.18d631d1f7fdca40
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: c77d67b9-d20b-4676-a947-25b3fe588e46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37774"
    uid: 28da08d4-83ad-418d-96d1-f82171173061
  kind: Event
  lastTimestamp: "2026-09-17T19:17:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-549f55cfb9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d631d1f43278d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: e712a002-c6c4-41eb-85e1-c9fe3e8b0e7a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37767"
    uid: 3093c81a-92b5-4871-bb09-df9904cfb15b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:08Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d631d1f464075b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37893"
    uid: 3351b38a-01a1-4f55-80d2-dab67f7bc8d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37767"
    uid: 3093c81a-92b5-4871-bb09-df9904cfb15b
  kind: Event
  lastTimestamp: "2026-09-17T19:17:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:59Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d631d1f4fb96b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37800"
    uid: 795aac27-22eb-467f-8a40-5c464571f8b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: 3093c81a-92b5-4871-bb09-df9904cfb15b
  kind: Event
  lastTimestamp: "2026-09-17T19:17:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:59Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d631d1fd339e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: 009cca14-0ac1-42ce-a8fe-cc929cfcde10
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:16:38.696452Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:16:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:16:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bf158d84a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37011"
    uid: 5548383c-3f58-4441-bf9b-bb4e0abad271
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bf1ec85cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37023"
    uid: 4cf814e8-fec9-4543-9a46-21ce002effe1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37018"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:39Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:16:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bf5b657ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 6c8cd51e-cbde-43c9-af36-5bc5be1efca0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bf5cfa4f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: dd93c778-f02f-4c87-af99-bc77814b47d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bf5fe43b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37043"
    uid: b759026b-bd7e-4a22-96d4-25aea557c64c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bf60516370
    namespace: kserve-ci-e2e-test
    resourceVersion: "37044"
    uid: 12474b2a-befe-4dba-ad6d-de3f621479b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bfb2426ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37060"
    uid: a1ec411d-42ae-4456-b7d5-4ea602b6f457
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bfb53de065
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: d75b53f1-3447-4f02-b8dc-87edb977b4df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bfb5c6950a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: 982aa954-5e90-4eb8-ab34-80a57f2ed82d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bfb5d1293c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: 670275f8-3d37-4b80-8a98-c5f5bf45e8ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bfb8d32401
    namespace: kserve-ci-e2e-test
    resourceVersion: "37067"
    uid: 1d9f4d85-62ae-4bc0-8ff8-1c2eb4052be3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:16:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bfb941912e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 8d26224f-c027-4fcf-b049-179df929b5ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:17:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631bfee57e26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37645"
    uid: c88fbf71-f042-4d66-84dc-4b4146a65056
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:17:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631d1b5e626f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: 62df36cd-66ca-468f-af3b-5e7a7c57b441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:17:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631d1b5e6c7c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: bb84ae87-5fb8-43cb-bbd2-994c5273c41b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: c6cec305-c98e-49d0-a2c3-c02fc6874c5b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j.18d631d2ca956489
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: e19abb4b-ac13-4e0c-90d5-bfb5f1ca3dec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: ea27491a-4cc4-488b-8745-26a1b73dc255
  kind: Event
  lastTimestamp: "2026-09-17T19:16:38Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f-6695j'
  metadata:
    creationTimestamp: "2026-09-17T19:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f.18d631bf14e6bfa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37008"
    uid: ccd9ebda-a0cc-4a24-afbf-596fcc4c6452
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: aef45a0d-59f9-4b85-bddc-47fd625abd6c
  kind: Event
  lastTimestamp: "2026-09-17T19:16:38Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-869cbf675f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d631bf12603f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36999"
    uid: eb466435-2d31-4306-ad52-1e718b17b76b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: cee28e6c-5dba-4185-9f5e-7bea0a100be6
  kind: Event
  lastTimestamp: "2026-09-17T19:17:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d631c291642b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: 65676eb3-c3f2-476a-a4f9-7105b30b4506
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: cee28e6c-5dba-4185-9f5e-7bea0a100be6
  kind: Event
  lastTimestamp: "2026-09-17T19:17:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d631c291c3e83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37466"
    uid: d00cab57-3e43-4669-bc43-4bdfb6f3fd39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: cee28e6c-5dba-4185-9f5e-7bea0a100be6
  kind: Event
  lastTimestamp: "2026-09-17T19:17:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d631c6109a067b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37683"
    uid: 99a80567-1b1b-4c39-a592-a8c76f55bbf9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: cee28e6c-5dba-4185-9f5e-7bea0a100be6
  kind: Event
  lastTimestamp: "2026-09-17T19:17:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d631c61104ff8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37684"
    uid: 9c54b695-83fa-4c30-92e2-c24d63ab6b9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: aef33257-fb1c-4d1d-bdab-ccba3a76c0f5
  kind: Event
  lastTimestamp: "2026-09-17T19:17:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:56Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d631bf126574c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37714"
    uid: 419f375e-5baf-4b61-afd3-600e4b0f920b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: aef33257-fb1c-4d1d-bdab-ccba3a76c0f5
  kind: Event
  lastTimestamp: "2026-09-17T19:16:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:38Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d631bf13095441
    namespace: kserve-ci-e2e-test
    resourceVersion: "37003"
    uid: 83a705f5-0dd3-4d60-b6af-3d8e6c1f51fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: aef33257-fb1c-4d1d-bdab-ccba3a76c0f5
  kind: Event
  lastTimestamp: "2026-09-17T19:17:56Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:56Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d631d12a92e788
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: 1df3ae98-38ca-410f-a5f0-d945f0db9f11
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34081"
    uid: 4a8cb36c-44a4-44ee-bc7c-3c5db5b61a9d
  kind: Event
  lastTimestamp: "2026-09-17T19:13:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:13:05Z"
    name: isvc-sklearn-s3.18d6317a6b11feb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34853"
    uid: d2f2e2e8-6007-4f9b-881a-e7939cfb4f94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34081"
    uid: 4a8cb36c-44a4-44ee-bc7c-3c5db5b61a9d
  kind: Event
  lastTimestamp: "2026-09-17T19:11:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:11:43Z"
    name: isvc-sklearn-s3.18d6317a6ba7ff1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 4193cabb-d471-401b-83be-5fa2eb61fdba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:13:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34851"
    uid: 4a8cb36c-44a4-44ee-bc7c-3c5db5b61a9d
  kind: Event
  lastTimestamp: "2026-09-17T19:13:05Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:13:05Z"
    name: isvc-sklearn-s3.18d6318d5c1e8a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "34852"
    uid: 93121c8c-d615-414a-bc3a-9b4d9a388639
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6799457977
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: f9855bc8-e2bf-41dd-8833-95eee16f83f8
  kind: Event
  lastTimestamp: "2026-09-17T18:49:45Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6799457977-qf5sc'
  metadata:
    creationTimestamp: "2026-09-17T18:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:45Z"
    name: isvc-sklearn-scheduler-predictor-6799457977.18d6304760b74f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: 501ae7da-3803-4c3e-ba00-0afaaea110fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20983"
    uid: c8059dbd-4265-4d0b-b107-f90cb787457f
  kind: Event
  lastTimestamp: "2026-09-17T18:49:44Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6799457977 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:44Z"
    name: isvc-sklearn-scheduler-predictor.18d630475b70de03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20987"
    uid: 57991246-416b-4488-9106-3146a68a8858
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: fa4dcb36-3852-476f-9b7f-f0dc6adf333b
  kind: Event
  lastTimestamp: "2026-09-17T18:49:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:49:45Z"
    name: isvc-sklearn-scheduler.18d630475b05af91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: 076b40db-3717-44f4-8102-10102f44dbc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: fa4dcb36-3852-476f-9b7f-f0dc6adf333b
  kind: Event
  lastTimestamp: "2026-09-17T18:49:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:49:44Z"
    name: isvc-sklearn-scheduler.18d630475bcc1ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: 0e629bbb-20bc-49e5-90b9-dbf5b0be5ae9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: fa4dcb36-3852-476f-9b7f-f0dc6adf333b
  kind: Event
  lastTimestamp: "2026-09-17T18:49:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:49:44Z"
    name: isvc-sklearn-scheduler.18d630475bcc7318
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: c1b1012f-1b5e-437f-ba71-830c13996fce
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:58:17.461136Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:58:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:58:17Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630beaed01d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: 39498c37-a478-4fe1-b4b2-2aca235f68c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:18Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:58:18Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bed0e01f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: ae6633ff-8fad-43c1-b15d-a3d824ee7206
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:18Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bed33248e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: a6784a26-4a8d-49b5-8e75-df3ac51feaf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:18Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bed68629c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25947"
    uid: 3bdfc871-f87c-4c2c-98aa-0f6388ea40f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:18Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bed6f2d9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25948"
    uid: 68139d61-974b-475c-b117-758176a2fa8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:22Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bff0f884f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 11224dd3-a06e-4e1e-94c1-646b3b2c9b79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:22Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bff413b6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25991"
    uid: 0bb1dd89-c49a-4584-8839-c07d15267e19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:22Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bff492ec74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25992"
    uid: fdb192fd-c9ec-4993-8880-14b3eec4b467
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:22Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bff49e1794
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: d8c0b3d4-2496-4e3c-ae9b-31d80aea979f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:23Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bff927aa91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: 4152085e-5849-44e8-963e-c8fce0f8cd46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:58:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:23Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630bff99bf335
    namespace: kserve-ci-e2e-test
    resourceVersion: "25998"
    uid: fedaeb63-33ef-463a-afa5-a67c6eec61c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:50Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630c068e25e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "27117"
    uid: ae30bc87-7410-4dbb-b6ae-71b0260256c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:47Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630d3ab224bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27090"
    uid: 8b717ea6-3764-4125-aee0-833f64970f2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:47Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630d3ab22a5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27091"
    uid: a87c3f82-1ac2-4cc5-ba31-1a23f9052881
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b682269b-f3c9-4d35-98b4-3f783966cd7d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:50Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw.18d630d46f2c9e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "27116"
    uid: 2b50627e-a31c-4a00-ae1c-f9bdb3cc2111
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25915"
    uid: 3353d850-474c-482e-8f83-c547e0919b27
  kind: Event
  lastTimestamp: "2026-09-17T18:58:17Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-66cff85cb4-tzppw'
  metadata:
    creationTimestamp: "2026-09-17T18:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:17Z"
    name: isvc-sklearn-v2-mixed-predictor-66cff85cb4.18d630beae29bf02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25928"
    uid: 2c1ad124-5558-4bc4-b8f8-72d7c34b83a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: 13ee595e-225a-43cb-a7da-210d8bf09a3f
  kind: Event
  lastTimestamp: "2026-09-17T18:58:17Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-66cff85cb4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:17Z"
    name: isvc-sklearn-v2-mixed-predictor.18d630beaa6ae18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 989bb48b-ad7f-4796-baa0-6c931417f679
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: 60eb75f9-64ce-4e6f-b996-3b42eb2fed27
  kind: Event
  lastTimestamp: "2026-09-17T18:58:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:32Z"
    name: isvc-sklearn-v2-mixed-predictor.18d630c22932cd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: e325a5af-8684-494a-9ea7-32eff00d3573
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: 60eb75f9-64ce-4e6f-b996-3b42eb2fed27
  kind: Event
  lastTimestamp: "2026-09-17T18:58:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:32Z"
    name: isvc-sklearn-v2-mixed-predictor.18d630c2299b4cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: 56c346b8-ef26-4bfc-bdb7-d25715e4d76c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 60eb75f9-64ce-4e6f-b996-3b42eb2fed27
  kind: Event
  lastTimestamp: "2026-09-17T18:59:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:47Z"
    name: isvc-sklearn-v2-mixed-predictor.18d630c5a87f1391
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: e983fda6-5e5c-41f6-96e1-f7099f60fffe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 60eb75f9-64ce-4e6f-b996-3b42eb2fed27
  kind: Event
  lastTimestamp: "2026-09-17T18:59:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:47Z"
    name: isvc-sklearn-v2-mixed-predictor.18d630c5a8f4b0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 4a64e87f-61f5-4a8c-b6fb-9258b636044d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25906"
    uid: 7c00ec2d-2c15-4b5a-96ec-dc434aa950d9
  kind: Event
  lastTimestamp: "2026-09-17T18:59:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:41Z"
    name: isvc-sklearn-v2-mixed.18d630beaa8a7cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26964"
    uid: 1e07c4df-32b7-4068-bfb2-5900685d4047
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25906"
    uid: 7c00ec2d-2c15-4b5a-96ec-dc434aa950d9
  kind: Event
  lastTimestamp: "2026-09-17T18:58:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:58:17Z"
    name: isvc-sklearn-v2-mixed.18d630beab1dca9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25921"
    uid: ca596c87-63cc-40e9-a48f-08d67bff2264
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26955"
    uid: 7c00ec2d-2c15-4b5a-96ec-dc434aa950d9
  kind: Event
  lastTimestamp: "2026-09-17T18:59:40Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:40Z"
    name: isvc-sklearn-v2-mixed.18d630d220e14337
    namespace: kserve-ci-e2e-test
    resourceVersion: "26956"
    uid: 71d79b39-8e90-45ba-93ce-4d989e157b63
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:56:42.128337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25047"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:56:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:56:42Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a87c88ff35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25053"
    uid: 62c9ffbe-209d-48b6-bc2b-e00f590346f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:42Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:56:42Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a89e665b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: 5a019efa-add3-433f-8631-982fdd2af336
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:42Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a8a0fd2350
    namespace: kserve-ci-e2e-test
    resourceVersion: "25070"
    uid: 1c87353f-c811-4bde-b52f-3e02b9f6645d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:42Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a8a3f2eb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "25071"
    uid: 2b1e80a7-0164-4959-9086-127f886fb1f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:42Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a8a464e855
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: 7b87f4c2-2588-4ddf-9c39-14b86bec353e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:47Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a9b4899db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25113"
    uid: 0b213599-49e4-4478-a413-4818ce4be287
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:47Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a9b85bfd90
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: 415aedb8-e225-4262-a004-5b5e3b0a2346
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:47Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a9b8c7a068
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: af0e26b6-f2bf-47b1-b48f-e661f9fda3bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:47Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a9b8d25f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25120"
    uid: bbf36368-00eb-4655-a411-aef9785b9da2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:47Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a9bbecc545
    namespace: kserve-ci-e2e-test
    resourceVersion: "25123"
    uid: a000cea4-795c-4fc0-b454-a370990782e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:47Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630a9bc5d343f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: b557e939-a24c-45cd-b24c-6ddfaa0ed273
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:58:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:15Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630aa2cb14159
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: c34ce051-c57a-4dfe-9cea-20c3edea28be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:58:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:12Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630bd77bc3b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25864"
    uid: e7435dc9-34e6-477c-b20a-b2ab95dd77b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:58:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:12Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630bd77bd9812
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: 8b22cf5b-3ecd-4da9-9ae9-4169355bdcdc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: fd1ef929-5afc-4b9a-a2b8-f6b256e1b1c3
  kind: Event
  lastTimestamp: "2026-09-17T18:58:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:15Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp.18d630be32f548b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25886"
    uid: 8bd64b7f-a0f3-46f5-8ef8-bec8c41cff97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7df954dcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25038"
    uid: 0ae8e15f-fa84-4d1f-b18b-a3ab0bff474b
  kind: Event
  lastTimestamp: "2026-09-17T18:56:42Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7df954dcd9-v5vwp'
  metadata:
    creationTimestamp: "2026-09-17T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:42Z"
    name: isvc-sklearn-v2-predictor-7df954dcd9.18d630a87bffe0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25048"
    uid: 91fe9ab3-be4e-4cde-8a14-23f2e574cfc1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 175a9863-cd2d-427e-aa7d-eeb158d6063a
  kind: Event
  lastTimestamp: "2026-09-17T18:56:42Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7df954dcd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:42Z"
    name: isvc-sklearn-v2-predictor.18d630a87755a7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25039"
    uid: 601d924a-976e-43b8-a104-6266d2b8fe00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25037"
    uid: 66f18b42-6c90-4814-b3e9-ea64b0dd35ac
  kind: Event
  lastTimestamp: "2026-09-17T18:57:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:12Z"
    name: isvc-sklearn-v2-predictor.18d630abf63baf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25309"
    uid: 19a6998b-2f5d-4856-8bf8-bf2faa4dcb91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25037"
    uid: 66f18b42-6c90-4814-b3e9-ea64b0dd35ac
  kind: Event
  lastTimestamp: "2026-09-17T18:57:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:12Z"
    name: isvc-sklearn-v2-predictor.18d630abf6a629be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25310"
    uid: c90aac33-2303-4d7d-a91c-1bbfb61b9eed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: 66f18b42-6c90-4814-b3e9-ea64b0dd35ac
  kind: Event
  lastTimestamp: "2026-09-17T18:58:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:12Z"
    name: isvc-sklearn-v2-predictor.18d630b2f4d4d6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 00a2f810-f7f3-4c41-a3c8-66a8d96b389a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: 66f18b42-6c90-4814-b3e9-ea64b0dd35ac
  kind: Event
  lastTimestamp: "2026-09-17T18:58:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:12Z"
    name: isvc-sklearn-v2-predictor.18d630b2f565fc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "25847"
    uid: d1038897-98c9-47cb-a48f-9bb0cf36852c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:55:36.829362Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:55:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:55:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d630994869caea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 2b38c6b9-6712-492b-821b-0cefcf647637
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d6309950181991
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: 3e8d4ca7-4307-4d8d-a9be-748629875e41
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d630998e421edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: fc295d41-d1a3-42f0-9630-fd36ceb5f9ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d630999097c792
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 9a6f9f4e-19cc-4ef4-b78f-0aa4f76b8b69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d630999371a9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24314"
    uid: bce424db-edaa-4f0a-a6e1-a69d00cf0ecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d6309993ce855a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: 6a74ba0e-0ab6-4660-9951-182053abd025
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d6309a7e9dfd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: 17e6af19-9230-4aee-aa2c-5cf02d435175
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d6309a8229ed4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: 3e3a7650-9938-4e23-af4e-b6f049a12a70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d6309a828be4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24349"
    uid: a1d8094b-04a7-4bb7-abba-e944098132df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d6309a829660d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24350"
    uid: e52dc2c0-7aba-4e04-8612-7477fe41f830
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d6309a8673b75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 6a7e060f-f2c6-4781-a24d-0c17882abd37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d6309a86ea6a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24354"
    uid: 1b4b5961-2de3-4b02-914f-affbe4285f67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:56:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d630a35e7e88cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24839"
    uid: a001fd2d-7600-4e45-9e1f-9cba98e00490
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:56:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d630a7455caec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24981"
    uid: 82fe09cc-89bc-4d3e-bbd1-bd92a8a9b4ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:56:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d630a7455dcd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "24982"
    uid: 0447007f-8cc2-4b27-8be2-914a790ec80d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:56:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d630a800a182e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: deb9c099-e9ce-499c-9108-b2a03f1c4ba2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 48443fba-0dfd-4048-9492-79e134943d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:56:41Z"
  message: 'Readiness probe failed: Get "http://10.132.0.41:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:41Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n.18d630a83f0a1a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "25017"
    uid: 5fe1ee7c-966e-4007-bcde-01421784e153
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: 4e253174-d530-4aa6-a95d-19fcdda63efb
  kind: Event
  lastTimestamp: "2026-09-17T18:55:36Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lp29n'
  metadata:
    creationTimestamp: "2026-09-17T18:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d6309947f0a50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: d6499f91-10aa-4b92-a8bd-02f4857d4646
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: 1f613cd1-fb1e-41b1-9e2e-218c8318fa4a
  kind: Event
  lastTimestamp: "2026-09-17T18:55:36Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:36Z"
    name: isvc-sklearn-v2-runtime-predictor.18d63099442a2686
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 5beeb5fe-c5e4-4336-bef9-f75821e5da41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: a99b712a-7efe-44b0-8fe3-5d39ae43515f
  kind: Event
  lastTimestamp: "2026-09-17T18:56:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:21Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6309cc35a33c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24852"
    uid: a8e2cdf4-658a-4e1f-a786-ebbab716c239
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: a99b712a-7efe-44b0-8fe3-5d39ae43515f
  kind: Event
  lastTimestamp: "2026-09-17T18:56:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:21Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6309cc440303c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24853"
    uid: de0c417a-f10b-4432-80a7-fa97a84d5a91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24463"
    uid: a99b712a-7efe-44b0-8fe3-5d39ae43515f
  kind: Event
  lastTimestamp: "2026-09-17T18:56:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:36Z"
    name: isvc-sklearn-v2-runtime-predictor.18d630a042cd816c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24965"
    uid: 2ff4e22f-7114-4108-827c-a0bb1b0a8d9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24463"
    uid: a99b712a-7efe-44b0-8fe3-5d39ae43515f
  kind: Event
  lastTimestamp: "2026-09-17T18:56:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:36Z"
    name: isvc-sklearn-v2-runtime-predictor.18d630a043356740
    namespace: kserve-ci-e2e-test
    resourceVersion: "24966"
    uid: de4363e3-404c-4a38-9547-71eba41c4494
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24267"
    uid: 91722731-83ce-426f-89a9-77aa0ce9a1f6
  kind: Event
  lastTimestamp: "2026-09-17T18:56:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:56:30Z"
    name: isvc-sklearn-v2-runtime.18d63099443ad4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24920"
    uid: 57fad45a-602c-46f4-9b52-f1edc9ddeff9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24267"
    uid: 91722731-83ce-426f-89a9-77aa0ce9a1f6
  kind: Event
  lastTimestamp: "2026-09-17T18:55:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:36Z"
    name: isvc-sklearn-v2-runtime.18d6309944c5f5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: e93becd8-0600-4c97-b092-cc032695fd4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24918"
    uid: 91722731-83ce-426f-89a9-77aa0ce9a1f6
  kind: Event
  lastTimestamp: "2026-09-17T18:56:30Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:56:30Z"
    name: isvc-sklearn-v2-runtime.18d630a5b2c2065c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24919"
    uid: 7708c4fe-3e4e-47d2-b3a2-b81bff6f2809
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 4d904393-57bb-4dcf-a9d8-9ff61226855b
  kind: Event
  lastTimestamp: "2026-09-17T18:58:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:58:05Z"
    name: isvc-sklearn-v2.18d630a87773e557
    namespace: kserve-ci-e2e-test
    resourceVersion: "25799"
    uid: 6243e0bf-2fd4-4bd1-afd4-5c1a71be9687
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 4d904393-57bb-4dcf-a9d8-9ff61226855b
  kind: Event
  lastTimestamp: "2026-09-17T18:56:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:56:42Z"
    name: isvc-sklearn-v2.18d630a8780e1635
    namespace: kserve-ci-e2e-test
    resourceVersion: "25043"
    uid: deb59062-0f7b-48a6-b4c1-0598a3a565a0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25796"
    uid: 4d904393-57bb-4dcf-a9d8-9ff61226855b
  kind: Event
  lastTimestamp: "2026-09-17T18:58:05Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:58:05Z"
    name: isvc-sklearn-v2.18d630bbe471edb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25797"
    uid: 08a4d093-9eaa-4f2e-8b71-da876b310152
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21295"
    uid: 4516689b-99e0-4cbb-a492-5b98ecab63dd
  kind: Event
  lastTimestamp: "2026-09-17T18:51:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:51:39Z"
    name: isvc-sklearn.18d6304f48455259
    namespace: kserve-ci-e2e-test
    resourceVersion: "22027"
    uid: 28d4feea-fec3-4a20-b759-a1ccb3fdca3d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21295"
    uid: 4516689b-99e0-4cbb-a492-5b98ecab63dd
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-sklearn.18d6304f48c3c632
    namespace: kserve-ci-e2e-test
    resourceVersion: "21310"
    uid: 11635dc8-005c-4ee9-b61b-77eb02f25ff7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22025"
    uid: 4516689b-99e0-4cbb-a492-5b98ecab63dd
  kind: Event
  lastTimestamp: "2026-09-17T18:51:39Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:51:39Z"
    name: isvc-sklearn.18d63061ed74c1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22026"
    uid: 0ef52366-5439-492f-a56e-4f1eeab22571
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:59:52.786886Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-sgqgq
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:59:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:59:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d4e0aba984
    namespace: kserve-ci-e2e-test
    resourceVersion: "27167"
    uid: f9d7d159-c0c8-4c9f-85c2-01f4627d7960
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T18:59:53Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:59:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d502bd9501
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: 7b45b830-4557-4390-af2e-78f4f573372d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T18:59:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d5040f5469
    namespace: kserve-ci-e2e-test
    resourceVersion: "27181"
    uid: c908a196-ff03-4ba6-8370-7efccbdc1233
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T18:59:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d50761466c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27182"
    uid: f1ad2992-0962-472a-83f2-7ed7079a9e33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T18:59:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d507cf8ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27183"
    uid: 82d1c8ab-cd70-4113-95e4-2dbbd264866b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T18:59:58Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T18:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d62bdf834d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: 2dda942b-c2e2-4ecb-90e2-9468258397c8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:01Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.53s (3.53s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d6fe4b7e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "27255"
    uid: b1e05a64-7ff2-432d-848b-e7ee70076ddf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d701aa1c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: 0ed0cf5c-a07c-4d9c-a713-a6ba0c705992
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d7022247b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: b2fcd488-3c8f-4718-87e2-f09b78de3e73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d7022e085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27259"
    uid: e2241827-1722-460b-9982-5dac85399780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d705477599
    namespace: kserve-ci-e2e-test
    resourceVersion: "27260"
    uid: 83a1ee91-0022-42e3-8175-9985e2ff7cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d705c07669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27261"
    uid: 9e8924d4-350c-41db-99bf-6c7d51f68a18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630d757c64f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27324"
    uid: aa3ebe84-1544-4036-8149-dd9423ff26d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630de4bd72b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27519"
    uid: 75459783-9843-4079-b614-232bafd9459e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630de4bd7a02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27520"
    uid: 6e42057b-c88f-4090-b687-027dadbb74e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: a9cf6209-1754-4007-ad76-44e65c5af89a
  kind: Event
  lastTimestamp: "2026-09-17T19:00:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-sgqgq.18d630de8fcfc3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27881"
    uid: 924a966e-9341-419a-9701-117de9757fb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 146fe282-cb3e-4526-a71e-2077378cbb05
  kind: Event
  lastTimestamp: "2026-09-17T18:59:52Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-sgqgq'
  metadata:
    creationTimestamp: "2026-09-17T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:52Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d630d4e034231f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27164"
    uid: 1404132b-3dff-4ddb-b3f3-571c243af3cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: 8f7950fe-e95c-4507-8f1b-904180ca393c
  kind: Event
  lastTimestamp: "2026-09-17T18:59:52Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:52Z"
    name: isvc-tensorflow-predictor.18d630d4dcce46cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 375ec235-348f-454a-95d6-1770da0c29e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 19e5036a-0292-4695-bbf7-4753ef3781b2
  kind: Event
  lastTimestamp: "2026-09-17T19:00:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:22Z"
    name: isvc-tensorflow-predictor.18d630d85c5b7420
    namespace: kserve-ci-e2e-test
    resourceVersion: "27434"
    uid: 08195402-0062-4f35-af32-578fa828c0f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 19e5036a-0292-4695-bbf7-4753ef3781b2
  kind: Event
  lastTimestamp: "2026-09-17T19:00:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:22Z"
    name: isvc-tensorflow-predictor.18d630d85cd61eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27435"
    uid: 4b176693-cf9b-416e-9a7c-adf4931d520a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:00:38.515206Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:00:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:00:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630df864a5b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27640"
    uid: aa955519-0484-4a5b-a462-9484db7032df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27641"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:39Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:00:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630dfddb0f5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27660"
    uid: edd507b8-335b-4de7-a609-244fb383467e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630dfdef517b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27663"
    uid: e9a48194-9d48-4361-8a98-886b9f4a8b49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630dfe2bcf973
    namespace: kserve-ci-e2e-test
    resourceVersion: "27666"
    uid: 78bbc98f-e9e2-4bbe-9959-8bcf730a0503
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630dfe32fb2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27667"
    uid: e737ace8-ea3f-4750-8444-b9dfe6bc995a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:45Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T19:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e12339ebc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 4b4cb508-31eb-45c7-b2aa-5a96fe4a0d40
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:49Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.56s (3.56s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e1f772d957
    namespace: kserve-ci-e2e-test
    resourceVersion: "27798"
    uid: 16ee724f-8590-43e3-92af-1ff860314298
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e1fadf1056
    namespace: kserve-ci-e2e-test
    resourceVersion: "27799"
    uid: 2925d2cf-49ae-4af6-a15e-9ecffbc4ba61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e1fb67a447
    namespace: kserve-ci-e2e-test
    resourceVersion: "27801"
    uid: ba4b2695-8ced-4579-9faa-e944b7317fca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e1fb71b64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: d8bf8b70-759a-4ad3-a32b-a30e80ed94a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e1fe4d1677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27803"
    uid: cb49cd6e-78c6-4edf-ae14-7e0b21b38ed5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e1fed1bad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27804"
    uid: 13e79655-56d3-4f26-81ce-b064bd867e75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:00:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e24f188c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27859"
    uid: 8c27aa31-f47d-4f47-a49c-d68b9fd9c0ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:01:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e8c759570d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 23e3c2be-7ee2-4fb8-a8ee-536dca59649e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:01:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e8c75aba7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 6a4ca410-6b1e-4412-9d66-6fe56ccd81d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9ba347d3-4a52-4308-b7ad-dd847ce53b5c
  kind: Event
  lastTimestamp: "2026-09-17T19:01:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld.18d630e98723cfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28302"
    uid: 01710f32-a51e-4171-bb49-479aa0478800
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: e9535635-6326-4bf4-a39c-6681f65d2249
  kind: Event
  lastTimestamp: "2026-09-17T19:00:38Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-4pgld'
  metadata:
    creationTimestamp: "2026-09-17T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d630df85181640
    namespace: kserve-ci-e2e-test
    resourceVersion: "27637"
    uid: 5cda83ce-301a-4763-b81b-9b88557c94b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: a8d9117f-fa93-4f0d-a947-e98eec485738
  kind: Event
  lastTimestamp: "2026-09-17T19:00:38Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:38Z"
    name: isvc-tensorflow-runtime-predictor.18d630df7e4cbc9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: d4111eec-1265-48d2-859f-543fa3ead724
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27623"
    uid: d949c9b0-e7aa-4e1e-be4f-f752f252b746
  kind: Event
  lastTimestamp: "2026-09-17T19:01:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:01:08Z"
    name: isvc-tensorflow-runtime-predictor.18d630e2fcbe0b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "27957"
    uid: f2beed50-e2ce-4911-ac47-7624e262a5e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27623"
    uid: d949c9b0-e7aa-4e1e-be4f-f752f252b746
  kind: Event
  lastTimestamp: "2026-09-17T19:01:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:01:08Z"
    name: isvc-tensorflow-runtime-predictor.18d630e2fd221ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: 750ef6a7-6f48-46d2-a37b-2171122119fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: aaab0198-a4b2-4a19-9ba0-d34a62164d52
  kind: Event
  lastTimestamp: "2026-09-17T19:01:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:01:06Z"
    name: isvc-tensorflow-runtime.18d630df7e5e0fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27943"
    uid: 87d5f22d-2c09-43dc-93c0-2a750cefef24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: aaab0198-a4b2-4a19-9ba0-d34a62164d52
  kind: Event
  lastTimestamp: "2026-09-17T19:00:38Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:00:38Z"
    name: isvc-tensorflow-runtime.18d630df7f9edb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: 5d99362d-2888-4435-8ab4-63b86417e62b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: aaab0198-a4b2-4a19-9ba0-d34a62164d52
  kind: Event
  lastTimestamp: "2026-09-17T19:01:06Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:01:06Z"
    name: isvc-tensorflow-runtime.18d630e60ef212d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: e261c312-2b0a-48ba-b577-bfee0a38cd75
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: 4c7301ff-9a69-4415-b3cf-b749034bed36
  kind: Event
  lastTimestamp: "2026-09-17T19:00:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:00:19Z"
    name: isvc-tensorflow.18d630d4dca321a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27409"
    uid: 9886b25c-a20d-4592-ac56-75c3394ca18a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: 4c7301ff-9a69-4415-b3cf-b749034bed36
  kind: Event
  lastTimestamp: "2026-09-17T18:59:52Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:52Z"
    name: isvc-tensorflow.18d630d4dd24b678
    namespace: kserve-ci-e2e-test
    resourceVersion: "27158"
    uid: 9bf75671-5da7-4c19-9ee6-1e2ec32e8a93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27406"
    uid: 4c7301ff-9a69-4415-b3cf-b749034bed36
  kind: Event
  lastTimestamp: "2026-09-17T19:00:19Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:00:19Z"
    name: isvc-tensorflow.18d630db1768a174
    namespace: kserve-ci-e2e-test
    resourceVersion: "27408"
    uid: 4554399b-07b0-4921-bb2c-f1c815d7148d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:01:23.437151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-j6s87
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:01:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:01:23Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d630e9fbd91c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28110"
    uid: 0d2d5edb-357b-4bfe-a8e9-62f71b509f09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28114"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:01:24Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:01:24Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d630ea1dcf48bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28123"
    uid: e3f21589-4715-4efa-b7e9-ac9fee8d2f69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:01:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:24Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d630ea1f5e49ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28125"
    uid: c56531fa-694a-4bb8-982e-5384f2217293
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:01:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:24Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d630ea222ef521
    namespace: kserve-ci-e2e-test
    resourceVersion: "28126"
    uid: 993390aa-b7b6-4d03-bf07-bd22d75d910a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:01:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:24Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d630ea22b3e824
    namespace: kserve-ci-e2e-test
    resourceVersion: "28127"
    uid: ec44c085-0351-4654-b91e-7ffec76fee00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:01:28Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T19:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:28Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d630eb3cdf9d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: 31c7d4ee-f796-4200-8c73-5647718068c6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:21Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m52.417s
    (1m52.417s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:21Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d63105697f1f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "29148"
    uid: 5ed1d137-1ee7-4800-993a-f8ce67fb70ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:21Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d631056f3af56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29151"
    uid: e6edf55b-ae53-4c5d-bc82-ef56408e7bdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:21Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d63105703dbd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: a3218ead-9753-4875-90d6-72bf5d37bcd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:21Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d631057047a898
    namespace: kserve-ci-e2e-test
    resourceVersion: "29153"
    uid: 9fbe8425-35a2-471a-8c09-7a55243db9e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:21Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d6310575cade72
    namespace: kserve-ci-e2e-test
    resourceVersion: "29154"
    uid: 5ad61d85-2c22-4ec1-8645-70dc3a3db081
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:21Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d6310576d4bedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 3ad68ab1-cbb7-4bd9-a789-3e6f23b40a2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:47Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d63105799edc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29391"
    uid: a398b763-1725-4d23-afd9-c21a345105b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:45Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d6310b1473b9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29365"
    uid: e8c295b0-6754-44e2-959e-1be27b92a10f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:45Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d6310b1474d1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29366"
    uid: f2c81880-6299-4218-b44e-a6016537e3a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-j6s87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: d544d572-b0f6-4b0d-b775-06fb5575fb31
  kind: Event
  lastTimestamp: "2026-09-17T19:03:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:47Z"
    name: isvc-triton-predictor-5d7db58676-j6s87.18d6310b8794f7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29390"
    uid: 4796a349-d111-4f4f-9ab2-39c555562d3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28094"
    uid: 7080e49c-1b86-4927-9e4c-2defef9a0336
  kind: Event
  lastTimestamp: "2026-09-17T19:01:23Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-j6s87'
  metadata:
    creationTimestamp: "2026-09-17T19:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:01:23Z"
    name: isvc-triton-predictor-5d7db58676.18d630e9fb67b5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: 34c36a3c-3e73-421b-a7ff-c8915567e12e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 487d362c-cce3-4db7-96bf-d68c18b106ed
  kind: Event
  lastTimestamp: "2026-09-17T19:01:23Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:01:23Z"
    name: isvc-triton-predictor.18d630e9f88004d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: efa8de45-999e-41ae-a820-25d6aaf24469
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: 72c43c87-ffee-46f8-a4aa-86a2fd80a2f0
  kind: Event
  lastTimestamp: "2026-09-17T19:03:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:03:38Z"
    name: isvc-triton-predictor.18d630ed77a28d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29293"
    uid: 316247be-5cfa-4570-b614-54044cb3c416
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: 72c43c87-ffee-46f8-a4aa-86a2fd80a2f0
  kind: Event
  lastTimestamp: "2026-09-17T19:03:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:03:38Z"
    name: isvc-triton-predictor.18d630ed780bcd84
    namespace: kserve-ci-e2e-test
    resourceVersion: "29294"
    uid: 05008321-1f60-49b7-8c73-dd3b38ba0642
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28084"
    uid: 964a8316-c37f-4e47-a81d-311f0fb9be4a
  kind: Event
  lastTimestamp: "2026-09-17T19:03:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:03:37Z"
    name: isvc-triton.18d630e9f8b24a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "29286"
    uid: 71ea9d1e-8800-496c-a110-2ae1a9d247f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28084"
    uid: 964a8316-c37f-4e47-a81d-311f0fb9be4a
  kind: Event
  lastTimestamp: "2026-09-17T19:01:23Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:01:23Z"
    name: isvc-triton.18d630e9f918209f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28100"
    uid: 25be001e-480c-4b46-9694-5dac50ba63d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: 964a8316-c37f-4e47-a81d-311f0fb9be4a
  kind: Event
  lastTimestamp: "2026-09-17T19:03:37Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:03:37Z"
    name: isvc-triton.18d631093a977306
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: 8cde0073-7a2f-4df1-8a7c-efb8e4205b3d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:03:50.772011Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29437"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-knzdn
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:03:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:03:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d6310c49b06bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: 25b09304-4e41-4c9c-acf8-044d36de48ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29448"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:03:51Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:03:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d6310c6d1e6d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29484"
    uid: d6d73ba9-fb2e-4f63-8bb4-257d06d3863c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:03:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d6310c6eadb939
    namespace: kserve-ci-e2e-test
    resourceVersion: "29488"
    uid: d3a5a2e9-3d9d-41ba-ab9b-e865992aea41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:03:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d6310c72fcb396
    namespace: kserve-ci-e2e-test
    resourceVersion: "29490"
    uid: 1ad781b9-03df-4bff-b566-eb42dda11034
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:03:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d6310c73b798e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29492"
    uid: f864c5e0-5dfc-41fa-a568-c621eccd8a21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:03:56Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d6310daab75406
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: ee0c5912-e866-4f75-97b8-992942844e7d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 22.823s (22.823s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d63112fb1cb4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29807"
    uid: fbe52b19-00fe-4b3c-a0b0-ab74bc20b6c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d63112fe29987b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29809"
    uid: ef85615f-c26a-4cff-a23c-0f38e5b04010
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d63112fea83e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "29810"
    uid: 1edfc21a-eb4f-44fc-aca2-dbc8ef438a37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d63112feb60d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: 2139b0ed-9a6f-43f2-9d3e-60ea85824d5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d6311301a6ec56
    namespace: kserve-ci-e2e-test
    resourceVersion: "29812"
    uid: 2e1f2bec-4208-4bf7-b0ca-45fd30a8b22f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:04:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d631130204f28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: 869d7a19-ff2e-4cb4-8c73-b02d9d4dfe6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:05:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d631134918dfe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: a04e0137-5b86-4126-a33b-2438fc536236
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:05:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:31Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d63123abccc828
    namespace: kserve-ci-e2e-test
    resourceVersion: "30373"
    uid: fb4c0398-f4e8-41f3-9ead-12e4b9534b87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:05:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:31Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d63123abcd85c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30374"
    uid: 97c4a332-d90e-4f2c-893a-674cf289a3b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-knzdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: ddded7fc-e42d-4d31-aac6-b180dddfd90f
  kind: Event
  lastTimestamp: "2026-09-17T19:05:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:31Z"
    name: isvc-xgboost-predictor-7566d65bf7-knzdn.18d63123d172b837
    namespace: kserve-ci-e2e-test
    resourceVersion: "30381"
    uid: bf32bfc7-0517-4b4e-a3df-19b9117650af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: eb2d080a-a592-4295-92ef-fded257d4a1e
  kind: Event
  lastTimestamp: "2026-09-17T19:03:50Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-knzdn'
  metadata:
    creationTimestamp: "2026-09-17T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:03:50Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d6310c487a7b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "29440"
    uid: 4dd1ef8a-8f44-4fe5-8f75-c3e3708f743f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 0888ecfe-dcf4-490f-a68b-a2c8fabc7c8f
  kind: Event
  lastTimestamp: "2026-09-17T19:03:50Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:03:50Z"
    name: isvc-xgboost-predictor.18d6310c4392fc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: 17ef2bd7-499c-4913-be6b-ff518b99f129
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: b37a4cda-9734-48ad-a52b-5447a7bab309
  kind: Event
  lastTimestamp: "2026-09-17T19:04:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:50Z"
    name: isvc-xgboost-predictor.18d6310fc2758047
    namespace: kserve-ci-e2e-test
    resourceVersion: "30046"
    uid: 064cd271-cd09-439d-9f45-298cda90d60d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: b37a4cda-9734-48ad-a52b-5447a7bab309
  kind: Event
  lastTimestamp: "2026-09-17T19:04:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:50Z"
    name: isvc-xgboost-predictor.18d6310fc2e675e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30047"
    uid: b6476e9b-c71f-4bcb-a134-5d3498734d4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29647"
    uid: b37a4cda-9734-48ad-a52b-5447a7bab309
  kind: Event
  lastTimestamp: "2026-09-17T19:05:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:20Z"
    name: isvc-xgboost-predictor.18d6311dbe142003
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: 27daa250-d826-4119-8890-ca32c0d44f69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29647"
    uid: b37a4cda-9734-48ad-a52b-5447a7bab309
  kind: Event
  lastTimestamp: "2026-09-17T19:05:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:20Z"
    name: isvc-xgboost-predictor.18d6311dbea44893
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: 4e16e6cc-4da1-4527-931e-b4e1ac92c627
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:07:26.925101Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31528"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:07:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:07:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d6313e9d6adefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31536"
    uid: 07258f57-b51a-40c9-a091-e3fc7d4a2a05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:27Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:07:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d6313ebf1b48e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: fd81b1d9-d3f8-4c53-bce6-572b832e31e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d6313ec0b28414
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: 358e97e9-58e7-4f0b-bef1-bae6e70d6a43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d6313ec3621567
    namespace: kserve-ci-e2e-test
    resourceVersion: "31554"
    uid: 2ec69b02-1867-4c96-ab46-476d48ad7fe4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d6313ec3c13765
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: 1122e658-c55a-452e-b385-bf5e270aec94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:32Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d6313fdd44c31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31598"
    uid: 4b541114-44e2-45ca-93e5-09e82d1b836b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:52Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.53s (20.53s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d63144a4f43504
    namespace: kserve-ci-e2e-test
    resourceVersion: "31816"
    uid: b7a9edd9-552c-476a-9509-59e90a218d4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d63144a85919d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: 01c16ee4-e707-43fa-a156-70c2dcd86015
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d63144a8cad1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31818"
    uid: f60d8545-07dc-452c-9acf-7fe52747f074
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d63144a8d46920
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: 6ce634a7-4844-4609-9f41-d5f8e715c848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d63144ac296a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "31820"
    uid: b82ed353-3445-4a71-9094-467d87fae36a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:07:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d63144ace4505c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31823"
    uid: 758372af-b05d-4a1d-8d2d-f8c6c3beed97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:09:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:10Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d63145041e79c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: e8809172-3c33-4ac2-a2b6-7a7248f68695
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:09:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d6315609c565f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32512"
    uid: fe728145-c36d-4093-aeb7-b3bbf29e2ef5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:09:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d6315609c5dac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: d6ebb309-e53e-46e0-ba60-21856c59296c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: f911a896-c961-4700-b1bc-6b3a31d776ee
  kind: Event
  lastTimestamp: "2026-09-17T19:09:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:10Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6.18d63156b6693972
    namespace: kserve-ci-e2e-test
    resourceVersion: "32540"
    uid: 0db6600b-fb04-46d0-9c16-e79976212d4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31520"
    uid: 2aa0e794-3fb6-4ff9-9c28-fdeab9cc11a4
  kind: Event
  lastTimestamp: "2026-09-17T19:07:26Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-4hwx6'
  metadata:
    creationTimestamp: "2026-09-17T19:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d6313e9cd7c83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: 41c279ca-f42c-4a94-9a02-4e92ab0d68b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31517"
    uid: a1b8d1cd-6ef4-45b5-96ae-bba52500480e
  kind: Event
  lastTimestamp: "2026-09-17T19:07:26Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:26Z"
    name: isvc-xgboost-runtime-predictor.18d6313e995ecf2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31521"
    uid: 1a37c302-f8a5-4093-9704-2f9ff3d95294
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31518"
    uid: b57bf186-8824-40ea-b408-e679e97fb596
  kind: Event
  lastTimestamp: "2026-09-17T19:08:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:41Z"
    name: isvc-xgboost-runtime-predictor.18d6314217c46f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "32237"
    uid: 25f8ad15-ccf7-499e-863f-0d6e722fa152
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31518"
    uid: b57bf186-8824-40ea-b408-e679e97fb596
  kind: Event
  lastTimestamp: "2026-09-17T19:08:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:41Z"
    name: isvc-xgboost-runtime-predictor.18d631421827e026
    namespace: kserve-ci-e2e-test
    resourceVersion: "32238"
    uid: 2d53c32a-ed1c-46cc-a8de-6a676560845f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: b57bf186-8824-40ea-b408-e679e97fb596
  kind: Event
  lastTimestamp: "2026-09-17T19:08:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:56Z"
    name: isvc-xgboost-runtime-predictor.18d6315393f21e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: 755a7b15-be0a-40f7-a11f-849884b68932
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: b57bf186-8824-40ea-b408-e679e97fb596
  kind: Event
  lastTimestamp: "2026-09-17T19:08:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:56Z"
    name: isvc-xgboost-runtime-predictor.18d6315394458cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32410"
    uid: 9a135981-8b94-4e9f-84a9-eabac4cb1c4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: 46e42822-c2b3-4da4-95a5-3bb045967c5e
  kind: Event
  lastTimestamp: "2026-09-17T19:09:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:09:00Z"
    name: isvc-xgboost-runtime.18d6313e995fe632
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: 5575feb6-867b-40ef-938f-ef7826a16078
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: 46e42822-c2b3-4da4-95a5-3bb045967c5e
  kind: Event
  lastTimestamp: "2026-09-17T19:07:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:26Z"
    name: isvc-xgboost-runtime.18d6313e9a00d39b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31525"
    uid: 3fd38448-f6fb-4d14-be3b-e6f678811ed5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32442"
    uid: 46e42822-c2b3-4da4-95a5-3bb045967c5e
  kind: Event
  lastTimestamp: "2026-09-17T19:09:00Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:09:00Z"
    name: isvc-xgboost-runtime.18d631546a54abba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32443"
    uid: f03b9422-8c52-4b8f-b814-e1c781b3f0a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:05:36.424797Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:05:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:05:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d63124e316137e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 9d31e42a-7e85-417b-a679-94c735b3d13f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30448"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:36Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:05:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d63125052de992
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: 88ae0f7a-d4c6-4789-90a7-55c17b094bf2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d6312506d6dc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: ede4fc5c-82fd-48c2-a4d1-5054480f9397
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d6312509b4b02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: 8710326e-ee6b-41b9-bf40-2200f71c1c33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d631250a194114
    namespace: kserve-ci-e2e-test
    resourceVersion: "30462"
    uid: 71cb93ca-c0df-4657-97ef-0a319d496927
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:41Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d63126217c5585
    namespace: kserve-ci-e2e-test
    resourceVersion: "30497"
    uid: 33aa6171-7323-44e6-934d-2d65d1f43ac2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d63126247bd7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30502"
    uid: cabce3d1-c076-4024-91f7-76654dbde8a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d6312624e17e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30503"
    uid: 06fbf307-da8d-4ce3-b957-356cee9b4a56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d6312624eb4130
    namespace: kserve-ci-e2e-test
    resourceVersion: "30504"
    uid: 6c44484e-2e2d-4ed1-b117-1b077eb495a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d6312628013a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30508"
    uid: 61fe6f1b-bed6-49e8-a6f5-655dc9510cb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d631262865c6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30509"
    uid: 7e9c1fd8-31a3-43ac-bbd1-c636338f6a16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d631308f400efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 8a73a1b0-3236-45a0-a9bb-445ed38220e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d631308f409fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: 3639d4ff-c2d5-4a2f-ac70-c30ddb1f4c43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d631314f6c7e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: 22d619a0-59ed-4255-ada8-65e24d53204d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8315ca2e-edef-416b-93d8-d3402aaad14a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:29Z"
  message: 'Readiness probe failed: Get "http://10.132.0.51:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r.18d631314fc10582
    namespace: kserve-ci-e2e-test
    resourceVersion: "30989"
    uid: c3ba6b90-a9f5-4be8-acc1-03c8243a29fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30428"
    uid: 31fe27ab-2d58-4cce-a772-2b82eff6ffbc
  kind: Event
  lastTimestamp: "2026-09-17T19:05:36Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-pbp5r'
  metadata:
    creationTimestamp: "2026-09-17T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d63124e27ef3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30438"
    uid: 25b9bbb3-9a8c-49ec-926c-d5152fa9b7b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: 01858a28-ef04-4bf2-8464-922837e8584c
  kind: Event
  lastTimestamp: "2026-09-17T19:05:36Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:36Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d63124df0a7ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: 31f684e8-d50d-4bf9-aeef-917ef43ec604
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: edc48211-ee98-43ff-90f0-46905bbe83d6
  kind: Event
  lastTimestamp: "2026-09-17T19:06:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d631285d91b113
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: b2111a4d-ddfa-40f4-b771-3345765f49e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: edc48211-ee98-43ff-90f0-46905bbe83d6
  kind: Event
  lastTimestamp: "2026-09-17T19:06:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d631285e1053fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30914"
    uid: 1ccd6326-f508-4be3-9080-0ffc3b7cac56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30576"
    uid: edc48211-ee98-43ff-90f0-46905bbe83d6
  kind: Event
  lastTimestamp: "2026-09-17T19:06:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:06Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6312bdcc98cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30775"
    uid: 2d36fd5c-c9d9-49c7-9640-b6627d137643
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30576"
    uid: edc48211-ee98-43ff-90f0-46905bbe83d6
  kind: Event
  lastTimestamp: "2026-09-17T19:06:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:06Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6312bdd2eb057
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 37e3f29e-a69b-4f4b-a833-f54f9da6af51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: 45d086bc-c0d5-41f1-817f-4868688b3bde
  kind: Event
  lastTimestamp: "2026-09-17T19:06:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:06:19Z"
    name: isvc-xgboost-v2-mlserver.18d63124df0e3aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: 1edacd40-fb72-4bb8-b535-cfc10ce2a6dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: 45d086bc-c0d5-41f1-817f-4868688b3bde
  kind: Event
  lastTimestamp: "2026-09-17T19:05:36Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:05:36Z"
    name: isvc-xgboost-v2-mlserver.18d63124dfc6501e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 0a4fbe5d-f732-416e-a0ed-9afbf515cd61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 45d086bc-c0d5-41f1-817f-4868688b3bde
  kind: Event
  lastTimestamp: "2026-09-17T19:06:19Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:06:19Z"
    name: isvc-xgboost-v2-mlserver.18d6312f01a660e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30897"
    uid: 9b01daa2-2db7-42b1-a75b-af6c060bf5bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:10:17.995635Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-xjp52
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:10:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:10:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d6316672042932
    namespace: kserve-ci-e2e-test
    resourceVersion: "33307"
    uid: 00d97486-c92d-4740-8d05-dd884c7ef09d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:18Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:10:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d63166943768f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: f7f01b93-25f2-4f72-b372-c3f86180abc4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d6316695c585d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33328"
    uid: a57e2ad2-97e5-481f-b51c-e4a08228d563
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d631669886a638
    namespace: kserve-ci-e2e-test
    resourceVersion: "33329"
    uid: 31b0eaef-5f48-477d-8dc2-e9f8e28f0dad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d631669900fa8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 47a58afc-12c9-4f14-b3d3-d9df0c63ab6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:22Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d631677fa6d4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33375"
    uid: 5a085b56-01ca-42a2-8a7b-879bc0fbd6f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d6316783128b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33377"
    uid: 7b6b2614-e18f-44ad-8c7c-ad2ab89118d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d63167838caab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 36dd9e4c-84be-4925-aa88-15e8722ac240
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d6316783976958
    namespace: kserve-ci-e2e-test
    resourceVersion: "33381"
    uid: 1745fda0-534b-4e11-9b92-0ac0a2f76173
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d6316786825042
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: 6b90414d-4fe2-4806-b9fe-d145952d467c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:10:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d6316786fa49d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33384"
    uid: 00db174e-243a-4241-a3cf-ad27650188f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:11:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d63167bbb48eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: c0cb5208-a52c-4572-ac97-05965fc7ebdd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:11:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:38Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d63179399e9cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33985"
    uid: 943d6efa-1f23-48a5-975e-0f9f8703211f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:11:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:38Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d63179399fd4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33987"
    uid: f63e97e4-5ae2-437d-83e2-27fbd3cd01ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: f2a93444-064d-4e25-baae-06d59fa4007a
  kind: Event
  lastTimestamp: "2026-09-17T19:11:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:11:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-xjp52.18d631796de8ae3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33996"
    uid: 3adc03dc-b572-4b7d-95a8-47895e70bc39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: 85fa5717-bd62-404b-b5d5-605418739901
  kind: Event
  lastTimestamp: "2026-09-17T19:10:17Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-xjp52'
  metadata:
    creationTimestamp: "2026-09-17T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d6316670e935cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33301"
    uid: 14cb74b9-a80b-4a78-b88d-e83112231b1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33288"
    uid: 5cc8f1b3-c290-47b2-852a-b613ab3f4036
  kind: Event
  lastTimestamp: "2026-09-17T19:10:17Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:17Z"
    name: isvc-xgboost-v2-predictor.18d631666b5fb5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33294"
    uid: 9eb87af3-7ec4-4406-90b4-c0a730cee5a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33291"
    uid: dc51d50d-a645-4c27-ba24-267b15d023d8
  kind: Event
  lastTimestamp: "2026-09-17T19:10:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:47Z"
    name: isvc-xgboost-v2-predictor.18d63169ea570fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 140f08b1-81a2-48ff-8eb6-1c6f246ae972
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33291"
    uid: dc51d50d-a645-4c27-ba24-267b15d023d8
  kind: Event
  lastTimestamp: "2026-09-17T19:10:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:47Z"
    name: isvc-xgboost-v2-predictor.18d63169eac12a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: e0f42fd9-9480-4c76-9d43-bda6bec7c529
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: dc51d50d-a645-4c27-ba24-267b15d023d8
  kind: Event
  lastTimestamp: "2026-09-17T19:11:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:11:32Z"
    name: isvc-xgboost-v2-predictor.18d63170e8c8b00a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: e1b2dc3d-2236-40c4-867a-1ad33885ac65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: dc51d50d-a645-4c27-ba24-267b15d023d8
  kind: Event
  lastTimestamp: "2026-09-17T19:11:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:11:32Z"
    name: isvc-xgboost-v2-predictor.18d63170e9363b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: a29fd90f-ddfc-426e-aed0-d289d6c3d17a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:09:12.681124Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32583"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:09:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:09:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d631573cf7a647
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: d46bbcad-b7a1-4d77-8af1-148cc471afc5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:13Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:09:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d631575eeed3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32606"
    uid: 87ee3410-61ee-4a6c-a38b-6a2e61c3779e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d63157606380db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32608"
    uid: 726a1aec-dc13-43dc-830f-f74341069204
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d6315762fa5463
    namespace: kserve-ci-e2e-test
    resourceVersion: "32609"
    uid: 4dd4e6de-c2f3-4b73-8dd7-6b80584c84b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d63157635eab3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32610"
    uid: bdf23c99-9a8d-4074-b269-d73bb879a0e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d631586fcdb8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32673"
    uid: dff105aa-710e-4616-883c-5305f14713f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d631587275662f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32676"
    uid: f68e8b7a-a622-497f-ac1a-4470e63b6160
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d6315872d55c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: ea682224-ba85-4f7d-9e3d-0a028f38568f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d6315872de6113
    namespace: kserve-ci-e2e-test
    resourceVersion: "32678"
    uid: 899c1538-d797-4620-bfbe-90f1d956f86a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d63158757bcc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32681"
    uid: 6e7b75b6-bb01-4e32-a147-c51049ccf1ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d6315875db09fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: baad1c78-7697-462e-be43-a780a045e6ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:09:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d631614a46a322
    namespace: kserve-ci-e2e-test
    resourceVersion: "33020"
    uid: 2fc3b1f7-0591-4f22-8c43-c3396383f247
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:10:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d6316540ee7311
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: 4dca3af8-8f9b-4723-8041-5899280062dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:10:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d6316540eee8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: 0de38bef-a98c-40af-9124-ad121e73c4c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: b4ec3f7f-bd49-4d29-830e-8fed4c5c8cb9
  kind: Event
  lastTimestamp: "2026-09-17T19:10:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:10:15Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p.18d63165f1c2ac90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33220"
    uid: afecabf4-57da-4aa5-8e3b-c709639b4f22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 1b6e1618-f4d0-47f7-b395-6d667e472b88
  kind: Event
  lastTimestamp: "2026-09-17T19:09:12Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kjr7p'
  metadata:
    creationTimestamp: "2026-09-17T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d631573c52a83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: 5d08a65c-5cab-453b-a2d6-e8cc35ca1dae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: d1e639e2-5221-4ec7-bc83-bf358fcfd10a
  kind: Event
  lastTimestamp: "2026-09-17T19:09:12Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6315738f1d9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32573"
    uid: 7e3a4c56-5f9b-4824-964d-8fe6b1e88377
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32570"
    uid: dbb781ad-05e7-4f77-acc9-60d84f56b316
  kind: Event
  lastTimestamp: "2026-09-17T19:09:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6315ab8071962
    namespace: kserve-ci-e2e-test
    resourceVersion: "32814"
    uid: b87fbb04-c55c-452c-8030-eabf94e1c884
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32570"
    uid: dbb781ad-05e7-4f77-acc9-60d84f56b316
  kind: Event
  lastTimestamp: "2026-09-17T19:09:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6315ab875e44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32816"
    uid: d1825dc9-b7bb-4238-9b65-271c24d345a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32815"
    uid: dbb781ad-05e7-4f77-acc9-60d84f56b316
  kind: Event
  lastTimestamp: "2026-09-17T19:10:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6315e37964bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 65ecd7fe-4efc-4fb2-a3ab-73e5aa715ed5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32815"
    uid: dbb781ad-05e7-4f77-acc9-60d84f56b316
  kind: Event
  lastTimestamp: "2026-09-17T19:10:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:10:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6315e389275ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: 9594f5ab-4bbd-469c-bb2c-f2b719ca9b74
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32561"
    uid: 4ffc226f-2b06-4f37-9736-c1200f623a38
  kind: Event
  lastTimestamp: "2026-09-17T19:10:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:10:06Z"
    name: isvc-xgboost-v2-runtime.18d63157391495c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33105"
    uid: 065233a3-0ad0-4628-81d4-af5554bf1119
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32561"
    uid: 4ffc226f-2b06-4f37-9736-c1200f623a38
  kind: Event
  lastTimestamp: "2026-09-17T19:09:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:09:12Z"
    name: isvc-xgboost-v2-runtime.18d6315739d307bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32599"
    uid: d47c627c-26df-4c01-bd3f-556f9ddfe492
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 4ffc226f-2b06-4f37-9736-c1200f623a38
  kind: Event
  lastTimestamp: "2026-09-17T19:09:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:09:12Z"
    name: isvc-xgboost-v2-runtime.18d631574191710c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: 93b09d9d-0212-4266-953a-e7cf7e8d7a96
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33101"
    uid: 4ffc226f-2b06-4f37-9736-c1200f623a38
  kind: Event
  lastTimestamp: "2026-09-17T19:10:06Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:10:06Z"
    name: isvc-xgboost-v2-runtime.18d63163a8393c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "33104"
    uid: c103641b-55eb-4ee4-95e6-8c7ebd7048a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33281"
    uid: 13c3dcd6-cccf-4d62-9dfd-4c16db83f0c6
  kind: Event
  lastTimestamp: "2026-09-17T19:11:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:11:29Z"
    name: isvc-xgboost-v2.18d631666b8007e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: cfa4e8c4-5eae-40f6-9c7a-9a265f1442f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:10:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33281"
    uid: 13c3dcd6-cccf-4d62-9dfd-4c16db83f0c6
  kind: Event
  lastTimestamp: "2026-09-17T19:10:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:10:17Z"
    name: isvc-xgboost-v2.18d631666c114c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "33297"
    uid: 0a4b9b75-ab21-4123-aea2-da86bc727c56
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: 13c3dcd6-cccf-4d62-9dfd-4c16db83f0c6
  kind: Event
  lastTimestamp: "2026-09-17T19:11:29Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:11:29Z"
    name: isvc-xgboost-v2.18d63177221cfef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: 2a891cd9-1f5b-4973-817d-ccfba8be9377
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: ad19299b-97bc-4380-aaff-41e803bcd740
  kind: Event
  lastTimestamp: "2026-09-17T19:05:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:05:26Z"
    name: isvc-xgboost.18d6310c439f0482
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: f37e96bb-8a74-4be5-8378-de28b4292ed9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: ad19299b-97bc-4380-aaff-41e803bcd740
  kind: Event
  lastTimestamp: "2026-09-17T19:03:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:03:50Z"
    name: isvc-xgboost.18d6310c44669267
    namespace: kserve-ci-e2e-test
    resourceVersion: "29432"
    uid: 72dc8533-850e-4c9d-bb24-1a08473a8466
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: ad19299b-97bc-4380-aaff-41e803bcd740
  kind: Event
  lastTimestamp: "2026-09-17T19:05:26Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:05:26Z"
    name: isvc-xgboost.18d63122ae6d596d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 0b07d809-ecb2-4333-8d4e-f232d4235526
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:42:01.543004Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-6gkjn
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:42:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:42:01Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62fdb758f2efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 1605cf97-6d27-4847-a94f-96137ec2d006
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:42:02Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:42:02Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62fdb974fc6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 70220157-2028-4684-8666-c99190b7cde4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:42:02Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T18:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:02Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62fdb98ac7c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16850"
    uid: 33fb19b5-b64b-465a-8ac2-257b4cafeb9a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:42:03Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.252s (1.252s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:03Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62fdbe355fc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16861"
    uid: ad2af669-a577-4a6d-b52a-39a21a39321a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:42:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:03Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62fdbe64918a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: f903394c-94e9-485e-8e5d-0ac726a442d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:42:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:03Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62fdbe6bb7d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 05c02157-d91e-405d-ba5b-8b75b6b54005
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:42:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:03Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62fdbe6c524bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: ecb2c389-f590-4c72-a51e-bc530c324192
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:42:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:03Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62fdbe9b9800a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: 46848e94-c9f6-4f23-969f-5fbb60cfe784
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:42:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:03Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62fdbea2d9077
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 009cf8f4-4808-4aee-814b-8fa406f358bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:43:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:56Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62ff64b7881e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 46f82c3a-7a24-477b-9206-1ea389cbf085
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6gkjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 52aba06a-ba4f-4ff9-9746-ffe3625ec084
  kind: Event
  lastTimestamp: "2026-09-17T18:43:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:56Z"
    name: message-dumper-predictor-6575bcfdfd-6gkjn.18d62ff64b78fc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: ae325705-d0f3-4d6f-abfe-5e5b2254940f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: e5b2705a-7027-4839-b022-3e11de2ab83b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:01Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-6gkjn'
  metadata:
    creationTimestamp: "2026-09-17T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:01Z"
    name: message-dumper-predictor-6575bcfdfd.18d62fdb75168830
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 1d12ff34-bc2f-4582-b570-30b7b21e968b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: bca16639-6fa4-4b3c-b875-69d97e32dad0
  kind: Event
  lastTimestamp: "2026-09-17T18:42:01Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:01Z"
    name: message-dumper-predictor.18d62fdb72f27fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: e806f52b-8aa0-4a1e-b790-ce35b48daac9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: d5ac4c4a-9b47-4787-b88e-e597d7232e30
  kind: Event
  lastTimestamp: "2026-09-17T18:42:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:31Z"
    name: message-dumper-predictor.18d62fdef190494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: 93325228-7af1-49b7-9ed7-c6d38840c3ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: d5ac4c4a-9b47-4787-b88e-e597d7232e30
  kind: Event
  lastTimestamp: "2026-09-17T18:42:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:31Z"
    name: message-dumper-predictor.18d62fdef1feaf6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 1bde4af3-bf19-4d8b-848d-6652871349d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: 4141dc33-dfe5-4ee7-90b1-7666d56051d0
  kind: Event
  lastTimestamp: "2026-09-17T18:42:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:11Z"
    name: message-dumper.18d62fdb7318e5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 9a27b215-4549-4f8c-8924-96f08157c200
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: 4141dc33-dfe5-4ee7-90b1-7666d56051d0
  kind: Event
  lastTimestamp: "2026-09-17T18:42:01Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:01Z"
    name: message-dumper.18d62fdb73a94ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 4adecef8-579f-4cb1-80cc-3254bc0982ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: 4141dc33-dfe5-4ee7-90b1-7666d56051d0
  kind: Event
  lastTimestamp: "2026-09-17T18:42:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:01Z"
    name: message-dumper.18d62fdb7a16440d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 47b118c5-0d98-4082-a3d7-671a0902a252
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: 4141dc33-dfe5-4ee7-90b1-7666d56051d0
  kind: Event
  lastTimestamp: "2026-09-17T18:42:11Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:11Z"
    name: message-dumper.18d62fddc4828767
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 4b0af928-c934-43b0-924d-33747a914c91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:51:54.536858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:51:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:51:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d6306586bf59ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22183"
    uid: 38989cd2-b1bd-4815-9540-2db33877393b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22187"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:51:55Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:51:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63065a8f3ce3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: d85b4a2d-9434-4ea2-a083-74d7fbb6057e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:51:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63065aa8c723f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: f70ea578-f936-4684-b669-3cfe1e88a169
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:51:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63065ad5a89a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22203"
    uid: e1aad8ac-ea65-40eb-b09c-ea7536f48ca4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:51:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63065adca47d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: 7572fb09-43ed-4c34-893e-75381d6de40d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:51:58Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d630668d379b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: 2c90d0cb-ff14-4e29-adcd-ae696f542400
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m5.509s
    (2m5.509s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63083c62b8231
    namespace: kserve-ci-e2e-test
    resourceVersion: "23308"
    uid: 01210685-a7ef-4194-a99a-e73a8365dd0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63083ca7a2338
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 375ba59e-f85d-4780-9b5d-d525310555e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63083cb110d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23310"
    uid: 79531d99-367f-4afa-9c58-6813e4edc71c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63083cb1c25a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23311"
    uid: 71182fb7-e107-4ebb-96e8-839f66d80518
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63083d07f30b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23317"
    uid: 8dbd6279-33c1-48a7-9e7e-a0a0fb6cbe7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d63083d1c93ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: 6b73b66d-1d71-4e3a-b0e9-afac6216f158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d6308cab0e5ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: 02e217f5-1d84-435b-af06-a82688058575
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d6308f6c569fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23853"
    uid: ac1a8992-2755-4785-87ae-3d20cf41051c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d6308f6c576f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: b07e66c3-fff0-44ce-b015-8a9321a94e82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: b0eb7edb-e57b-4bee-b70c-3edfb80b2dd5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf.18d6309024427f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: 3b557bbd-75e9-4dd2-927b-dddfa39aaad5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: 4918b1c4-6c51-46de-baab-c393c2bf7b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:51:54Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-xpdjf'
  metadata:
    creationTimestamp: "2026-09-17T18:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d63065860d7f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22180"
    uid: b238bc34-9269-4527-b0fe-cb65714dc46d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: b4484334-324a-4540-a3ca-4d9712b0e837
  kind: Event
  lastTimestamp: "2026-09-17T18:51:54Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:54Z"
    name: sklearn-v2-mlserver-predictor.18d6306580665683
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 546eaffa-2e47-4bc4-b82a-421de4713d20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 94bb2e2c-e313-478b-a689-8253af55b6f2
  kind: Event
  lastTimestamp: "2026-09-17T18:54:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:39Z"
    name: sklearn-v2-mlserver-predictor.18d63068ff2b506b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23722"
    uid: b5ef4e50-3dd8-4857-b11e-a14824c59197
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 94bb2e2c-e313-478b-a689-8253af55b6f2
  kind: Event
  lastTimestamp: "2026-09-17T18:54:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:39Z"
    name: sklearn-v2-mlserver-predictor.18d63068ff921dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: a80dbdc2-4fad-4359-9056-7eadaaa77ddc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: c5a51639-9366-4147-9c77-12464f091e0e
  kind: Event
  lastTimestamp: "2026-09-17T18:54:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:52Z"
    name: sklearn-v2-mlserver.18d6306580c25f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: ecd2e136-4aa2-4441-a484-e45154cbc04d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: c5a51639-9366-4147-9c77-12464f091e0e
  kind: Event
  lastTimestamp: "2026-09-17T18:51:54Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:51:54Z"
    name: sklearn-v2-mlserver.18d6306581618d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: a0d5c548-b586-4b8b-8e8d-be623472894b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23820"
    uid: c5a51639-9366-4147-9c77-12464f091e0e
  kind: Event
  lastTimestamp: "2026-09-17T18:54:52Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:52Z"
    name: sklearn-v2-mlserver.18d6308f004f04b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23822"
    uid: 1163196a-c228-4ff5-8973-24067056ce94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:06:31.760908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31032"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    to ip-10-0-132-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:06:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:06:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d63131c560154c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31038"
    uid: 75bd3982-240d-4da8-bc5c-f2551bf8bae6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-847bd65f9f-j7s44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d63131d31d9c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31048"
    uid: 17df6732-5db4-45e1-b18f-3dcb023b4aab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:32Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:06:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d631320ad960ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31061"
    uid: 6767f0c1-57b1-4be9-ab59-1ca445fb0c9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d631320c514862
    namespace: kserve-ci-e2e-test
    resourceVersion: "31063"
    uid: 37a30e08-9d44-4c45-8718-2712d20fabb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d631320f18d887
    namespace: kserve-ci-e2e-test
    resourceVersion: "31064"
    uid: 8593b2d6-accf-4e67-8024-25f5266bc37e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d631320f7feb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "31065"
    uid: 9cf74aed-2d50-4ed0-a5d5-d970a96f2dc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:37Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T19:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d63132ff5c879b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: 8a1fbc45-1554-4e3f-a3c8-0551b3d548a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d6313302a42f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "31112"
    uid: 6d2fa534-ae64-4e46-92fe-81a6f26a30f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d631330306f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 67d0ee65-d027-460e-a8b8-3c7e277f10d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d63133031148d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31114"
    uid: 6a0eb2cb-c1f9-47a0-8f79-18b371b4e0c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d6313305c9e1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: ae0870c8-4e80-4a45-9d3e-f5d3bf34bf2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:06:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:06:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d63133062a0606
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: bd042c8c-e9f1-4680-bfdc-bc84f769202e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:07:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d6313d683161d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31470"
    uid: adbc65fb-80db-45b8-bcd5-3a5804aeca4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:07:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d6313d68320c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "31471"
    uid: 9f6e8a1d-97c4-4441-a2bc-0069f7704d06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:07:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d6313e2d4ffc0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31492"
    uid: cdcdcd3c-1aeb-47ca-a7fe-0bf34fe15884
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 32aa9b04-9c9a-4acc-a568-6ea7d869bd9a
  kind: Event
  lastTimestamp: "2026-09-17T19:07:25Z"
  message: 'Readiness probe failed: Get "http://10.132.0.53:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76.18d6313e2daa6c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31493"
    uid: 05ed3d3c-af73-4e97-898a-6ea173fd29b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31023"
    uid: cf67a45c-54b8-41a7-85f6-58b061249e84
  kind: Event
  lastTimestamp: "2026-09-17T19:06:31Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-fsx76'
  metadata:
    creationTimestamp: "2026-09-17T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d63131c5020b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: 8ac6cbf0-bdb5-4480-9d77-c98fd522fde9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: e5bb7174-9386-4716-8061-faf0ab67bda5
  kind: Event
  lastTimestamp: "2026-09-17T19:06:31Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:06:31Z"
    name: xgboost-v2-mlserver-predictor.18d63131c0f8035d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31025"
    uid: a45023e1-3a94-4206-8001-95b78bd06787
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: ccd9afb0-68ad-4a2d-b635-8f903e93e896
  kind: Event
  lastTimestamp: "2026-09-17T19:07:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:01Z"
    name: xgboost-v2-mlserver-predictor.18d631353fc16d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31292"
    uid: b1fca6f6-8b87-45d8-96b0-f4364420e21c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: ccd9afb0-68ad-4a2d-b635-8f903e93e896
  kind: Event
  lastTimestamp: "2026-09-17T19:07:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:01Z"
    name: xgboost-v2-mlserver-predictor.18d63135404c28dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: cdaccb5f-4c32-4c08-8ff0-d25ef2b1362e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: ccd9afb0-68ad-4a2d-b635-8f903e93e896
  kind: Event
  lastTimestamp: "2026-09-17T19:07:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:16Z"
    name: xgboost-v2-mlserver-predictor.18d6313c3e1938ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31416"
    uid: c18a4c5f-fa6c-488b-b251-514a4ae9e731
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: ccd9afb0-68ad-4a2d-b635-8f903e93e896
  kind: Event
  lastTimestamp: "2026-09-17T19:07:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:16Z"
    name: xgboost-v2-mlserver-predictor.18d6313c3e8712d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: 2742f78c-966e-43d2-9df8-372683aa5734
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: 1c957dac-e6c4-4937-9ff5-d9a4b43363f3
  kind: Event
  lastTimestamp: "2026-09-17T19:07:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:15Z"
    name: xgboost-v2-mlserver.18d63131c11a25e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31405"
    uid: e02bc8ef-0738-42fa-a16d-262abc261219
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:06:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: 1c957dac-e6c4-4937-9ff5-d9a4b43363f3
  kind: Event
  lastTimestamp: "2026-09-17T19:06:31Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:06:31Z"
    name: xgboost-v2-mlserver.18d63131c1a9fcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: 06c22797-7fd7-438c-97fe-751a6ff47dc8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: 1c957dac-e6c4-4937-9ff5-d9a4b43363f3
  kind: Event
  lastTimestamp: "2026-09-17T19:07:15Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:15Z"
    name: xgboost-v2-mlserver.18d6313bdfd7271b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31404"
    uid: 545144ff-5e0f-4f00-acd3-1fd7f6c11b98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39696"