---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:23:08.991816Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27439"
    uid: afec66e8-43ee-44cc-8e1a-28f00ef70570
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-4315af-predictor-549cf946d5-zxl8x
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:23:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:23:08Z"
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x.18b92cfc2095f90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27445"
    uid: 64a297db-61ec-4517-9a6a-f34ee8a9a3d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: afec66e8-43ee-44cc-8e1a-28f00ef70570
  kind: Event
  lastTimestamp: "2026-06-15T06:23:09Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:23:09Z"
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x.18b92cfc3a992c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27459"
    uid: b7134cf3-11b6-49b5-b70e-a3fbef577969
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: afec66e8-43ee-44cc-8e1a-28f00ef70570
  kind: Event
  lastTimestamp: "2026-06-15T06:23:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:11Z"
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x.18b92cfc3c3a10e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27494"
    uid: 1f4dfad8-5b02-413f-b989-1a606e3f6793
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: afec66e8-43ee-44cc-8e1a-28f00ef70570
  kind: Event
  lastTimestamp: "2026-06-15T06:23:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:11Z"
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x.18b92cfc3f4eac24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 1fd9fc03-ab8b-4a43-b20b-1c494efe3bd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: afec66e8-43ee-44cc-8e1a-28f00ef70570
  kind: Event
  lastTimestamp: "2026-06-15T06:23:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:11Z"
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x.18b92cfc3fd138e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27499"
    uid: 23354f52-18e9-43ea-8f55-4687914947ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: afec66e8-43ee-44cc-8e1a-28f00ef70570
  kind: Event
  lastTimestamp: "2026-06-15T06:23:14Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:14Z"
    name: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x.18b92cfd6872f71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27574"
    uid: 5781d61e-c0ff-4ee1-aa60-dec77c875291
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-4315af-predictor-549cf946d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: b141dcdb-adda-42df-9225-30cf73d9f48b
  kind: Event
  lastTimestamp: "2026-06-15T06:23:08Z"
  message: 'Created pod: isvc-init-fail-4315af-predictor-549cf946d5-zxl8x'
  metadata:
    creationTimestamp: "2026-06-15T06:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:23:08Z"
    name: isvc-init-fail-4315af-predictor-549cf946d5.18b92cfc201d8db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27442"
    uid: 59e12a24-0c60-46c5-ad49-fb90ba7f4a3a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-4315af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27427"
    uid: 5c2b6f1f-3098-4d33-ba8c-dc419c808864
  kind: Event
  lastTimestamp: "2026-06-15T06:23:08Z"
  message: Scaled up replica set isvc-init-fail-4315af-predictor-549cf946d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-15T06:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:23:08Z"
    name: isvc-init-fail-4315af-predictor.18b92cfc1d556ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27434"
    uid: a2a1cb45-c4f8-4fa3-aa78-9a3d0e4b9fab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4315af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: 019fbb7b-4e35-49b6-a5cc-3f2b371e91c9
  kind: Event
  lastTimestamp: "2026-06-15T06:23:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:23:11Z"
    name: isvc-init-fail-4315af.18b92cfc1d06a8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: 096b297d-52b9-46d6-801b-a1a41f7d72a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4315af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: 019fbb7b-4e35-49b6-a5cc-3f2b371e91c9
  kind: Event
  lastTimestamp: "2026-06-15T06:23:08Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-4315af":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-4315af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:23:08Z"
    name: isvc-init-fail-4315af.18b92cfc1d87cc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "27436"
    uid: f1cb3108-bad0-4323-b407-ca5ae1bfe6bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4315af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: 019fbb7b-4e35-49b6-a5cc-3f2b371e91c9
  kind: Event
  lastTimestamp: "2026-06-15T06:23:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-4315af": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:23:08Z"
    name: isvc-init-fail-4315af.18b92cfc1d882bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27437"
    uid: 4fb785ec-18ce-4d80-9048-3af5c2dda222
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:04:18.840024Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17931"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-nr8lv
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf4fe4a3abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: 6ceebaca-89f1-4548-bbea-9ec26e3f75a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:19Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf517b1fc99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 62aaed23-3151-44d7-bb85-9e7f0dff9692
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf519264d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 5d14d509-f06a-4e9f-b4cd-028c75f27105
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf51bbda4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 91a60b7a-d3ff-4f9b-981b-01efeac3325f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf51c3474c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: 7db1642c-ba82-4a07-a47b-d74fcdb5c823
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:23Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-06-15T06:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf62d95ff82
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: 5ad9c4e3-1780-46ee-9817-902cf4bcb078
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:30Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.56s (6.56s including
    waiting). Image size: 605385998 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf7b4a35d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18055"
    uid: 188ab76f-ac3e-454d-a5f7-e18e1df0e773
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf7b80e3170
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: 0ad0f482-500a-4c4a-bd5d-656669d69f1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf7b87f9658
    namespace: kserve-ci-e2e-test
    resourceVersion: "18058"
    uid: 973d09fa-bb83-493e-b2a6-0fa1000b1b46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf7b88947e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18059"
    uid: ee1adda5-7775-45be-a906-c2f3e3340e89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf7bb46c410
    namespace: kserve-ci-e2e-test
    resourceVersion: "18061"
    uid: 2754d10f-8093-444a-8ada-e1de94c28ec5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:04:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf7bbb9bb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: ad215fe4-814a-446f-a766-ece2f01ffa72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:05:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92bf80d33695e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: e2d1ac31-79f7-47c6-9c6a-75efcc52917f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:05:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92c09fa06719d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18655"
    uid: d84ed244-229a-44a0-a8a9-256419c818ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:05:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92c09fa06d38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18658"
    uid: 679c42f7-f51f-43fe-a3d3-eee8b75be267
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 45cc701b-3e04-4c1e-94b8-e8ea767f96d7
  kind: Event
  lastTimestamp: "2026-06-15T06:05:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nr8lv.18b92c0ae9718a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 33d72638-1686-4d07-afa2-d2ae27653b42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: dab43ba2-0fe0-43ed-93ea-a0ceff4531bd
  kind: Event
  lastTimestamp: "2026-06-15T06:04:18Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-nr8lv'
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18b92bf4fdac9dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17932"
    uid: 539b53c0-3ce5-4896-a8b4-14488c8379c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: 3391c106-90fa-4263-a0d3-bab513372750
  kind: Event
  lastTimestamp: "2026-06-15T06:04:18Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: isvc-lightgbm-predictor.18b92bf4f8c127fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: d1ac1abd-8834-4693-8413-64273200dbbd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: a3210bc0-a0e3-48c9-8039-04f4555a6282
  kind: Event
  lastTimestamp: "2026-06-15T06:05:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:05:03Z"
    name: isvc-lightgbm-predictor.18b92bf877ad6a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 3308d421-4259-40f8-a3b1-1066413888e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: a3210bc0-a0e3-48c9-8039-04f4555a6282
  kind: Event
  lastTimestamp: "2026-06-15T06:05:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:05:03Z"
    name: isvc-lightgbm-predictor.18b92bf8781a8289
    namespace: kserve-ci-e2e-test
    resourceVersion: "18311"
    uid: 18de21a6-8bca-4efb-882e-96da98b72530
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: a3210bc0-a0e3-48c9-8039-04f4555a6282
  kind: Event
  lastTimestamp: "2026-06-15T06:05:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:05:48Z"
    name: isvc-lightgbm-predictor.18b92bfbf6d9b3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18628"
    uid: 55b1a517-2e10-43d6-a27f-fc7f6666b633
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: a3210bc0-a0e3-48c9-8039-04f4555a6282
  kind: Event
  lastTimestamp: "2026-06-15T06:05:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:05:48Z"
    name: isvc-lightgbm-predictor.18b92bfbf75be421
    namespace: kserve-ci-e2e-test
    resourceVersion: "18629"
    uid: b49f2f28-41d4-462c-8cf2-16869a994513
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:05:49.073377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:05:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:05:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0a009dee85
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: d13b392a-4099-4d8b-9aba-1cb3085c4803
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0a0a1f444e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: d7064656-1d46-4279-91c7-a461daf3d587
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18685"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:50Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:05:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0a3e0da448
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 36baadaf-76a9-4776-919f-e568982f64df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0a3fcfae43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: 5b30008e-54db-429b-a279-3ed451d93016
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0a42bf73df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: 98e16edd-5710-4c52-b492-b24dfb61dd53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0a431e1956
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: ce8924c4-6eda-4a56-80bf-9ea0955cc85c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:54Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0b3cec090b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: 98c6a8c5-1221-4e36-916f-49fe3d2018d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0b3ff26c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 70f7f609-0136-4caf-8d7b-5de25c4d7be6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0b40587359
    namespace: kserve-ci-e2e-test
    resourceVersion: "18749"
    uid: d1b42316-c445-44f6-8a9a-92eb96dd3288
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0b406414c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18750"
    uid: 0fdb3039-15a5-43ed-af25-8da4eb5c03d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0b43a6d8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18754"
    uid: c87243ec-1d09-48c5-81e0-28fefe6d3d65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:05:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:05:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0b440c4b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "18755"
    uid: c5d47454-e2e8-461b-bcdb-652e8fa50897
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:07:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:07:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c0b7905b8a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19443"
    uid: 8c08de04-37e8-4c26-b6c6-51e67ee5f7d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:07:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:07:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c1f217ed580
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: 55324ae5-aaa5-4651-9863-7a5469361542
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:07:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:07:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c1f217f729f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: 487c81b0-81cb-44bd-be02-83346dd1275a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 893a986a-28a8-4f2e-9998-ec7cd7182c10
  kind: Event
  lastTimestamp: "2026-06-15T06:07:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:07:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt.18b92c1f7f369196
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 5467541d-541d-42ab-b987-fd33211b2998
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: a65f6b31-bd81-40fd-89d9-a6b1d43b5140
  kind: Event
  lastTimestamp: "2026-06-15T06:05:49Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-x29rt'
  metadata:
    creationTimestamp: "2026-06-15T06:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:05:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18b92c0a0012fd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 68f68695-5bd7-48b0-9135-89ed8d814c4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18656"
    uid: 26edc360-1b7c-4a89-aaf6-a7f856b7d8f5
  kind: Event
  lastTimestamp: "2026-06-15T06:05:48Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-15T06:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:05:48Z"
    name: isvc-lightgbm-runtime-predictor.18b92c09fb3a8e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18663"
    uid: 6bc8bd18-416e-4116-9ea2-8fb65aa32b55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:06:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c070f916-5688-4c49-8d3a-e6ce78fd4599
  kind: Event
  lastTimestamp: "2026-06-15T06:06:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:06:19Z"
    name: isvc-lightgbm-runtime-predictor.18b92c0d7a5cb170
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: fd02befc-e98f-4c11-b773-07a0e8c2c595
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:06:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c070f916-5688-4c49-8d3a-e6ce78fd4599
  kind: Event
  lastTimestamp: "2026-06-15T06:06:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:06:19Z"
    name: isvc-lightgbm-runtime-predictor.18b92c0d7acf5db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18937"
    uid: a5349f95-0168-480b-bfd8-0ee8fa9feee4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:06:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: c070f916-5688-4c49-8d3a-e6ce78fd4599
  kind: Event
  lastTimestamp: "2026-06-15T06:07:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:07:19Z"
    name: isvc-lightgbm-runtime-predictor.18b92c1478f9d1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: 9c0643ac-4912-49e5-8d3e-60dbaab7015f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:06:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: c070f916-5688-4c49-8d3a-e6ce78fd4599
  kind: Event
  lastTimestamp: "2026-06-15T06:07:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:07:19Z"
    name: isvc-lightgbm-runtime-predictor.18b92c1479712a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: 7ccd9d20-b072-4cfa-ab89-f1cc9903bab1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 079ed4ef-9d70-4713-8971-d8308eb00529
  kind: Event
  lastTimestamp: "2026-06-15T06:07:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:07:11Z"
    name: isvc-lightgbm-runtime.18b92c09fb0e319d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 63de6587-6dfc-48a7-be65-f07aa3c76996
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 079ed4ef-9d70-4713-8971-d8308eb00529
  kind: Event
  lastTimestamp: "2026-06-15T06:05:49Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:05:49Z"
    name: isvc-lightgbm-runtime.18b92c09fb80bc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18684"
    uid: d5347315-486b-4b4d-92e9-39843acfdd00
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: 079ed4ef-9d70-4713-8971-d8308eb00529
  kind: Event
  lastTimestamp: "2026-06-15T06:05:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:05:49Z"
    name: isvc-lightgbm-runtime.18b92c0a02158eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: 627f5dc2-2ac5-4903-908a-794d5b84598f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: 079ed4ef-9d70-4713-8971-d8308eb00529
  kind: Event
  lastTimestamp: "2026-06-15T06:07:11Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:07:11Z"
    name: isvc-lightgbm-runtime.18b92c1d30db8b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: cb2d8531-fbfe-4eeb-9a0f-6f8f0fdb69a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:10:40.201321Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4dc931dbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: d2fe437b-7563-4b54-91da-eeb67cb6e816
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4dd56fc264
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: f4e84ab7-abff-4b0b-bbce-e15fd7f06e8b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:41Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:10:41Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4e06ab2a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: f9519416-5b58-4587-8ec7-72262eb1a1bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:41Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4e08845604
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: d14adea2-5b2b-4242-909d-378ef3b7244d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:41Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4e0b574864
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 624538eb-c3b0-4fab-92b2-14b00e5d2b5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:41Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4e0bc364f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 61a7b3dc-c124-400d-a595-efc9e1f1eca1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:45Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4f1a6407fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: 3bba046d-e5c2-40cb-8ac0-49844d412d69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4f1d35ca59
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 0bb35a78-c751-482b-aa5c-e42391f03106
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4f1d9b5f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: b293b3d3-53a3-406e-9fb1-0a6e8d8cf2a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4f1da56680
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: df97e546-d56d-4b23-8a20-75e2201557db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4f212fd30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20968"
    uid: 5765f8bb-f981-43e3-9413-4b94386cc853
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4f21919f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: 325f3a12-6a4a-4694-9329-ee02fb552de6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:10:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c4f9259aa80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: bd8e1e06-f0ad-4ce1-b180-25662030826b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:11:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c527576d89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: c64fa986-a7f7-4495-b795-2cdccd6cf17e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 058a371b-dd05-4591-ba5d-271dfa9244c1
  kind: Event
  lastTimestamp: "2026-06-15T06:11:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv.18b92c5275775627
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: a7fc401f-4316-4d92-9d59-4904a5309b00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7bb2f1c9-80f1-4cff-bce1-59ab6126c759
  kind: Event
  lastTimestamp: "2026-06-15T06:10:40Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-b5lzv'
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18b92c4dc8b802c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: f0159f4e-f419-40eb-aa1f-83e187b2cff1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: a59e2b8e-3ba1-4088-8e46-c5f4f7e07105
  kind: Event
  lastTimestamp: "2026-06-15T06:10:40Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b92c4dc46e8833
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: b4644543-a1c5-41fb-b4ab-8b6868837725
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20872"
    uid: 128af04a-9886-46d8-b30c-bd54cf8171ba
  kind: Event
  lastTimestamp: "2026-06-15T06:10:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:10:55Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b92c51436579b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: 41ef3b95-9516-4281-805a-28fe35236795
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20872"
    uid: 128af04a-9886-46d8-b30c-bd54cf8171ba
  kind: Event
  lastTimestamp: "2026-06-15T06:10:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:10:55Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b92c5143d83ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: 5f5e139c-3af6-455b-8c85-0932c99498fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 4861119c-bb6a-4e53-ac35-4135f802c4bf
  kind: Event
  lastTimestamp: "2026-06-15T06:10:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:10:54Z"
    name: isvc-lightgbm-v2-kserve.18b92c4dc43e1cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: 506487a0-3839-45b9-939b-024ead17b4c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 4861119c-bb6a-4e53-ac35-4135f802c4bf
  kind: Event
  lastTimestamp: "2026-06-15T06:10:40Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-kserve.18b92c4dc491f34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: e095ac6d-8ac7-4e21-bd5f-42645b885f54
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 4861119c-bb6a-4e53-ac35-4135f802c4bf
  kind: Event
  lastTimestamp: "2026-06-15T06:10:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-kserve.18b92c4dc9cb392f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: a3ada1b8-90b2-4451-a942-be6f3b835754
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21032"
    uid: 4861119c-bb6a-4e53-ac35-4135f802c4bf
  kind: Event
  lastTimestamp: "2026-06-15T06:10:54Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:10:54Z"
    name: isvc-lightgbm-v2-kserve.18b92c50ffad7f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: ad413352-e764-4762-b74d-1b89879c2d09
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:07:19.898343Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:07:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:07:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c1f2634e24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: fb6b341b-f5e8-4754-93cb-a76db16be359
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:07:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:07:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c1f2faaed8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: eaff6083-9c63-4f01-8985-2304468f4577
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19417"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:07:20Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:07:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c1f6381d902
    namespace: kserve-ci-e2e-test
    resourceVersion: "19433"
    uid: a79eb8d3-b0e9-4688-9dae-7010d40d789a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:07:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:07:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c1f650dd5e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19436"
    uid: 8be86876-692b-435b-9ef0-8ce55401617b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:07:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:07:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c1f686dd55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19437"
    uid: 8283ef99-5985-4e9a-a21b-68f364a8c478
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:07:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:07:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c1f68d5150d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: 6fcc0173-b486-438e-94c3-892bfcf4a5f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:07:25Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-06-15T06:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:07:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c2086cd81b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: 3b8134fb-7ef6-46a8-8c52-37240bf14f43
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:09:52Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m26.953s
    (2m26.953s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:09:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c42bdea9f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: d82396bd-95e1-498c-834b-b8f7995f62ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:09:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:09:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c42c3dad9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 5663bb92-a3bd-413e-8072-3817d5433fdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:09:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:09:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c42c4f122d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: b3d1bde4-c026-4ded-acc5-d731891360b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:09:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:09:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c42c4fc15d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 2ecf60ff-5871-48b7-bec2-703a78ac0c02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:09:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:09:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c42c9d37fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 858e49eb-2981-4ddd-9592-e5b85e7e9e1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:09:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:09:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c42cacce1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d3a10d97-e1ca-4049-a82d-cbac13c34186
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:10:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c4dc384b72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 4f6979b2-93e0-4350-91ce-1f2ddbaa0fe8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:10:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c4dc38525d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: 81eb6594-2fc3-42d8-9da1-7b6884ffa853
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:10:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c4de267bfad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 3d5ff329-684f-4529-990f-e15e698cfa3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 3240d84a-03d9-45cc-98f3-66ef7e6f8381
  kind: Event
  lastTimestamp: "2026-06-15T06:10:40Z"
  message: 'Readiness probe failed: Get "http://10.134.0.35:8080/v2/models/isvc-lightgbm-v2-runtime/ready":
    dial tcp 10.134.0.35:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:10:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g.18b92c4de2caa6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: 2210063d-4d4f-494f-b28b-8031a2dcb18c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 94d37b1b-01ff-4c3f-a9c1-e9ec23310388
  kind: Event
  lastTimestamp: "2026-06-15T06:07:19Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-5454g'
  metadata:
    creationTimestamp: "2026-06-15T06:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:07:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18b92c1f25c554c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: a1a3d899-69d6-44dc-9ee2-059245ddbe07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: 62eac2f6-3889-4587-9c9c-d2f452931c0d
  kind: Event
  lastTimestamp: "2026-06-15T06:07:19Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:07:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b92c1f214e9482
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 7411c459-0425-4373-a39b-f4ca47814a8d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 882aa6fe-524e-4354-93b0-68b81185fe5c
  kind: Event
  lastTimestamp: "2026-06-15T06:10:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:10:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b92c229fef2a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: b7fe8f98-c680-4d80-beb1-0d78982ce70f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 882aa6fe-524e-4354-93b0-68b81185fe5c
  kind: Event
  lastTimestamp: "2026-06-15T06:10:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:10:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b92c22a062cfb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: 1aa0e402-e991-41dc-b89f-cf39bad9ffca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: 882aa6fe-524e-4354-93b0-68b81185fe5c
  kind: Event
  lastTimestamp: "2026-06-15T06:10:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:10:35Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b92c4c95b7c996
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 0d546572-254b-46fe-af8c-30329f5b3293
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 60c2b04d-830d-45a7-a686-a31910f305eb
  kind: Event
  lastTimestamp: "2026-06-15T06:10:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:10:30Z"
    name: isvc-lightgbm-v2-runtime.18b92c1f21218afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: cf1dd77d-28a7-4719-bc12-86e6b8476d94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:07:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 60c2b04d-830d-45a7-a686-a31910f305eb
  kind: Event
  lastTimestamp: "2026-06-15T06:07:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:07:19Z"
    name: isvc-lightgbm-v2-runtime.18b92c1f2178f841
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: f525035e-2998-438e-86a3-4f842c2d1a68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 60c2b04d-830d-45a7-a686-a31910f305eb
  kind: Event
  lastTimestamp: "2026-06-15T06:10:30Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:10:30Z"
    name: isvc-lightgbm-v2-runtime.18b92c4b944998c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: ec5261cf-4bf9-4727-a456-9637f48648bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: bbdcb525-449a-4409-b4d1-77fe94296f33
  kind: Event
  lastTimestamp: "2026-06-15T06:05:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:05:48Z"
    name: isvc-lightgbm.18b92bf4f895ab67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18618"
    uid: cb536fd5-ada9-4240-a0cc-8e615554aeb2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: bbdcb525-449a-4409-b4d1-77fe94296f33
  kind: Event
  lastTimestamp: "2026-06-15T06:04:18Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: isvc-lightgbm.18b92bf4f8f11c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 85e1828c-f32c-4b10-988a-8851d69e21af
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: bbdcb525-449a-4409-b4d1-77fe94296f33
  kind: Event
  lastTimestamp: "2026-06-15T06:04:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: isvc-lightgbm.18b92bf4feda3c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17959"
    uid: aec09f17-fb53-4c37-b36c-669e9e4634f3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: bbdcb525-449a-4409-b4d1-77fe94296f33
  kind: Event
  lastTimestamp: "2026-06-15T06:05:48Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:05:48Z"
    name: isvc-lightgbm.18b92c09c5b8d1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 67c202f2-75a8-4729-8ad4-dfc49f598fb8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:02:43.549036Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-654b69f66-snppp
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:02:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:02:43Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bdece811b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: 045e5c29-dfad-4ed2-b9b0-0a5ea48f3a95
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:43Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bded979ccad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 5c0a43f2-573d-44dd-b783-11900b707a41
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:44Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:02:44Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bdf0d9e618c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: d0d573e4-c13d-47ad-8a31-b54fcc9eb093
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:44Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bdf0f44ade0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: cf3d43b8-9ca9-4edf-98ea-2ad73d50ee48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:44Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bdf12d77120
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: b2c73113-04e6-40a6-bf64-7856c7432aa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:44Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bdf134a997d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: c3e1b348-7ee4-4218-88cd-d151c79a28d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:49Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be02ef1ae84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: f4c24670-21fa-4c0c-b4e8-037b57b7c85d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:49Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be031f38fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: a1f43561-f60b-459a-ae98-3e0e1cdb5cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:49Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be0325a74e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: 7a9259f3-fec2-4b6b-b979-a7d67e502b64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:49Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be03263b8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: 0d4c188e-ac91-45d7-96ca-eb2b9f811ffd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:49Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be035827e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 94b0deb6-e985-4d61-9fbe-d1a0435e6ec8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:49Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be035ec36b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: 7a3dcb17-e956-4f81-8ce4-641a321cf691
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:49Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:41e9c610ce929fc56f4076f97bf42d251460cf8b6a90f49e0a84e5b92946522f"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:49Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be035f78d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: 5b45bf31-d321-470f-ac7a-d90d8c29b4fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:49Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-06-15T06:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:49Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be038ef55c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 7ffcc90b-7675-484c-abf6-29afcfd63ab2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:49Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-06-15T06:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:49Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be0394aa080
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: cec7268f-71f6-4cf0-b2e3-4e06e987d466
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:04:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:27Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be06b0b5335
    namespace: kserve-ci-e2e-test
    resourceVersion: "18034"
    uid: ce047d5b-6f85-4f5c-ad75-e3c727d4c1ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:04:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-06-15T06:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:27Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92be0a6e00c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18033"
    uid: 00f28ff7-46a9-4421-abd0-c05b4aa7682e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:04:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bf4fa58e819
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: 8a599147-c37b-4d48-83e4-d0637c749f95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:04:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bf4fa59e3a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: afb97464-59f4-4be7-a7a8-f6eed0b06a72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:04:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bf4fa5a0bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17925"
    uid: f8356c4c-914f-4f0f-9e5c-9341ef197aa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-654b69f66-snppp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 211f83c0-34ef-4cb3-8ae7-cf2c6a9889e1
  kind: Event
  lastTimestamp: "2026-06-15T06:04:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:32Z"
    name: isvc-logger-predictor-654b69f66-snppp.18b92bf5d72c6333
    namespace: kserve-ci-e2e-test
    resourceVersion: "18078"
    uid: 43612956-a5a1-4420-a205-00c586496717
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-654b69f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: ad34dd1c-b446-4baa-bdee-641b434b1086
  kind: Event
  lastTimestamp: "2026-06-15T06:02:43Z"
  message: 'Created pod: isvc-logger-predictor-654b69f66-snppp'
  metadata:
    creationTimestamp: "2026-06-15T06:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:02:43Z"
    name: isvc-logger-predictor-654b69f66.18b92bdecde47053
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: 43db2144-de2b-4b7f-839a-734d6cdb893b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 22edc8f7-fdec-406a-b12d-b3378ee57d7a
  kind: Event
  lastTimestamp: "2026-06-15T06:02:43Z"
  message: Scaled up replica set isvc-logger-predictor-654b69f66 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:02:43Z"
    name: isvc-logger-predictor.18b92bdeca342a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 23bb52b5-4c90-496a-809d-063af3b85280
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: ecd2eeb8-a138-4693-810e-2dcef2aac24c
  kind: Event
  lastTimestamp: "2026-06-15T06:03:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:03:28Z"
    name: isvc-logger-predictor.18b92be248c08cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17520"
    uid: 7d9d7070-e42d-46a0-9e44-38c4c6ca3444
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: ecd2eeb8-a138-4693-810e-2dcef2aac24c
  kind: Event
  lastTimestamp: "2026-06-15T06:03:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:03:28Z"
    name: isvc-logger-predictor.18b92be2492bf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: 8613ff13-f0e4-4b8b-a7c8-e43369f076bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17305"
    uid: ecd2eeb8-a138-4693-810e-2dcef2aac24c
  kind: Event
  lastTimestamp: "2026-06-15T06:04:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:04:13Z"
    name: isvc-logger-predictor.18b92be5c7e8ec2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: d81d2672-736a-458f-9f19-581917e7115a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17305"
    uid: ecd2eeb8-a138-4693-810e-2dcef2aac24c
  kind: Event
  lastTimestamp: "2026-06-15T06:04:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:04:13Z"
    name: isvc-logger-predictor.18b92be5c85c4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "17845"
    uid: 8ae40870-c497-4c54-b17d-e88cce7ede85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: e01099f2-479b-49d5-9804-89bc459ca798
  kind: Event
  lastTimestamp: "2026-06-15T06:04:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:04:07Z"
    name: isvc-logger.18b92bdec9fb106f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: f602a8cc-acbd-4a23-93f8-71af8515499e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: e01099f2-479b-49d5-9804-89bc459ca798
  kind: Event
  lastTimestamp: "2026-06-15T06:02:43Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:02:43Z"
    name: isvc-logger.18b92bdeca4bf51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 249e3485-5441-4227-b2f7-cf8736a62e35
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: e01099f2-479b-49d5-9804-89bc459ca798
  kind: Event
  lastTimestamp: "2026-06-15T06:02:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:02:43Z"
    name: isvc-logger.18b92bded034ae42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 8f0d9e83-ef59-4180-a4fa-00862275b7fe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: e01099f2-479b-49d5-9804-89bc459ca798
  kind: Event
  lastTimestamp: "2026-06-15T06:04:07Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:04:07Z"
    name: isvc-logger.18b92bf25fec9182
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: ae0f7c22-f6ae-4bed-8cde-a98f3752bffc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:11:00.437302Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:11:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:11:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c527f5a523f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: 75399774-fcb8-425d-af45-0c37a685dfc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c528856bb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: 28a3775a-ee08-46d6-bcde-c3ad7068d25e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:01Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:11:01Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c52bcc143db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: e3bcc810-8bd0-49ce-bf8b-c210d210a15f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:01Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c52bf4f22e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21149"
    uid: 50e008d2-0888-466f-aa88-7f01bb05d9a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:01Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c52c20883cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: a0fda377-18b6-4820-b112-09618498c2c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:01Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c52c26b6649
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 9c440be1-5133-4f49-9111-bc7b8a9f849b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-15T06:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c53c892faa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: b798300f-9dda-43ae-a98a-31c7ef487a50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:06Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c53cbafa3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: 06fceb3b-035f-4c39-8a8c-0195bae69d2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:06Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c53cc3ef14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21198"
    uid: d9800db7-3921-4efe-9750-a58aea8db6b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:06Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c53cc485c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: 46ab27da-c83f-4bfc-94e5-0b3812fd6109
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:06Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c53cf6b3813
    namespace: kserve-ci-e2e-test
    resourceVersion: "21204"
    uid: d80fdd5e-a005-44a3-8ca1-222b0aa29d04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:06Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c53cfcf58c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21205"
    uid: 44826717-d231-481d-8f25-8734e50f0d75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c5e240656db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: b0738293-272c-4688-8719-de1ec5346c50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 5c64dc4b-a424-4464-9e45-253577db1e35
  kind: Event
  lastTimestamp: "2026-06-15T06:11:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5.18b92c5e2406f5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: 5c796084-42b7-4c19-a6de-c6dd6718c747
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: beba510f-d314-47ed-9c6d-d5b20dfd3d29
  kind: Event
  lastTimestamp: "2026-06-15T06:11:00Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-2p8m5'
  metadata:
    creationTimestamp: "2026-06-15T06:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:11:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18b92c527e59d640
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: bee5c7be-3434-47a2-8fe2-7c808b02d630
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: c7a90e1c-d9c5-40fa-9727-9c8b11ee4112
  kind: Event
  lastTimestamp: "2026-06-15T06:11:00Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:11:00Z"
    name: isvc-mlflow-v2-runtime-predictor.18b92c5277b78378
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 1ecc2bea-25e2-49ec-b481-2efaed8d333a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 99052942-063f-4e6b-a6d4-3a6458b51f6d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:11:45Z"
    name: isvc-mlflow-v2-runtime-predictor.18b92c55f62b4bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: d1f8bfa3-7f1d-4a87-8c40-a69cf7984d8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 99052942-063f-4e6b-a6d4-3a6458b51f6d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:11:45Z"
    name: isvc-mlflow-v2-runtime-predictor.18b92c55f69c5264
    namespace: kserve-ci-e2e-test
    resourceVersion: "21483"
    uid: 46116dc3-6cd9-4960-9367-972f5ba6c87a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 6d502a79-8d6f-4e2e-8c24-05b8ced3febe
  kind: Event
  lastTimestamp: "2026-06-15T06:11:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:11:43Z"
    name: isvc-mlflow-v2-runtime.18b92c5277694b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: 4aa148bb-9d08-40fd-8cf2-f93f0abbc7d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 6d502a79-8d6f-4e2e-8c24-05b8ced3febe
  kind: Event
  lastTimestamp: "2026-06-15T06:11:00Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:11:00Z"
    name: isvc-mlflow-v2-runtime.18b92c527839de4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21128"
    uid: a669d954-477e-4aa2-b414-059207b7ac20
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: 6d502a79-8d6f-4e2e-8c24-05b8ced3febe
  kind: Event
  lastTimestamp: "2026-06-15T06:11:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:11:00Z"
    name: isvc-mlflow-v2-runtime.18b92c5283b87e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: 1274d333-a11c-4271-874b-dc3a2f9aa519
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: 6d502a79-8d6f-4e2e-8c24-05b8ced3febe
  kind: Event
  lastTimestamp: "2026-06-15T06:11:43Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:11:43Z"
    name: isvc-mlflow-v2-runtime.18b92c5c6c8fdd22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: aea3ed4a-f8f2-416f-a8b1-6f6cea7807f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:13:10.676667Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-qh57v
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:13:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:13:10Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c70d23952ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22211"
    uid: 9da67e1a-fc30-4d15-bfaf-acb0d6c68b40
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:11Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c70ebfd78e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22223"
    uid: d272dcd6-2863-4339-9acc-b5beb10a3a37
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c70ed6991dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22226"
    uid: d4a456e0-6868-407b-99cb-dda03fb5605c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c70f0650f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22227"
    uid: 6a83db22-0fa9-41be-a32b-d1ebf47722a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c70f0d29f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22228"
    uid: 9931346a-ac90-469a-a18e-eb47f5ed2859
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:16Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-06-15T06:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:16Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c7232465f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "22279"
    uid: d43a2785-8ec7-4c4d-bae5-f848f74fadb1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:30Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 13.791s (13.791s
    including waiting). Image size: 1161403131 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c75685041d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22386"
    uid: a7cc83bc-8802-459a-b3f6-e2768ea94ce9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c756bf8757c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22387"
    uid: 79893b4d-51a2-4b20-9fe3-3a0ab06dcbba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c756c69d6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 229ad77a-e633-40ff-9208-9eaf385c28c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c756c748108
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: 45c8917a-5e3c-4912-9bbd-3fc3afbf28e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c756f743ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: 9806e10f-7d7d-4e66-a6e6-b4d613a34193
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:13:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c756fe833f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22392"
    uid: a28ae424-8d42-4779-aaab-d22b935beace
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:14:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:06Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c757980d736
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: 2e576c85-7244-49e6-9ef9-ac6d63087589
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:14:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c81611a60a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: 10d9364a-4aef-4ab2-89b0-919ecf0545bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 0199cf99-cd82-48ca-924c-d6cb31ef6082
  kind: Event
  lastTimestamp: "2026-06-15T06:14:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-qh57v.18b92c81611ae1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 76dc21ec-8e9a-46b4-985f-48af2296f4c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: d773ad09-326b-4b03-9f4b-4149610bf578
  kind: Event
  lastTimestamp: "2026-06-15T06:13:10Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-qh57v'
  metadata:
    creationTimestamp: "2026-06-15T06:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:13:10Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18b92c70d16802ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: efe4de90-63cd-4903-9198-6672c91443e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22189"
    uid: ded04521-26de-4ea7-bfa4-99b83df16b40
  kind: Event
  lastTimestamp: "2026-06-15T06:13:10Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:13:10Z"
    name: isvc-paddle-predictor.18b92c70ce308485
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: 06255a13-eae7-4be4-ad41-91bf7be93df8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: fac6beb1-5a8f-43cb-a790-242baeccba16
  kind: Event
  lastTimestamp: "2026-06-15T06:14:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:14:10Z"
    name: isvc-paddle-predictor.18b92c744d1da6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: f9fc4e07-ad2f-4e46-86f5-4b688bf385d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: fac6beb1-5a8f-43cb-a790-242baeccba16
  kind: Event
  lastTimestamp: "2026-06-15T06:14:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:14:10Z"
    name: isvc-paddle-predictor.18b92c744da293e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: 02a40a5b-01a9-4c19-9ae6-14cab7ab4efe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: fac6beb1-5a8f-43cb-a790-242baeccba16
  kind: Event
  lastTimestamp: "2026-06-15T06:13:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:13:55Z"
    name: isvc-paddle-predictor.18b92c7b4bd39636
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 2ef0f808-5550-480b-818d-528fdfab9009
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: fac6beb1-5a8f-43cb-a790-242baeccba16
  kind: Event
  lastTimestamp: "2026-06-15T06:13:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:13:55Z"
    name: isvc-paddle-predictor.18b92c7b4c474d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "22575"
    uid: c7b81f40-f5bb-44de-afe4-e3ee86336934
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:14:21.881807Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22807"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:14:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:14:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c81666193a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22814"
    uid: c969f650-6a22-43ec-946b-06e2179a5f2a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:22Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:14:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c81813cc1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: 01ad3193-076d-44e9-a6c8-4ca9ce9d5f93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c8182e08a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: c6f5195f-85ba-4b17-a1c8-53deac18a952
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c8185c66054
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 97fad596-50b1-479b-a68f-2b773ebc0578
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c818687c708
    namespace: kserve-ci-e2e-test
    resourceVersion: "22831"
    uid: 9fa14458-43e8-414f-957e-53b773cca2ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:26Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:26Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c8294b0b91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22868"
    uid: efa9d337-4e4e-4490-af97-750732b4bead
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c8297656bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22870"
    uid: a16c7d57-2712-43f0-b642-2eb80a7c0f5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c8297d0c66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22871"
    uid: 6d588903-716a-4fbc-8b85-7081a4b5d352
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c8297db4c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: 75bc0f25-e975-41f9-a6ed-28a1048ea9d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c829b3a21c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22873"
    uid: 1fdc4391-508c-402e-a2f8-375aeaae3edf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:14:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:14:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c829b9e3d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: e91fcc6c-a9f8-4b9b-b4ed-a0b16c0a3f04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:15:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c830ca5525a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: c24ff5b1-bfd6-445a-a0c2-8db5a704c434
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:15:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c8fa13515a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23312"
    uid: f7577ef2-17c5-4457-bc1e-4311c08f1bb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:15:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c8fa13596dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23314"
    uid: ff221ec1-df4a-4470-b452-46ece0e6a8a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 9f123126-bb80-4b22-bc54-abd0cfad587f
  kind: Event
  lastTimestamp: "2026-06-15T06:15:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jrz5h.18b92c9016bed777
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: e1c03a41-07c6-4a1f-8aa7-96e1f468a4c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22798"
    uid: 371f02c8-c797-4f76-813b-228ab6763262
  kind: Event
  lastTimestamp: "2026-06-15T06:14:21Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-jrz5h'
  metadata:
    creationTimestamp: "2026-06-15T06:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:14:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18b92c8165c11986
    namespace: kserve-ci-e2e-test
    resourceVersion: "22810"
    uid: dafe4c7d-f41c-4706-bd14-963953104d0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: eba2c8f0-cd2a-4bb8-8ff2-4c6da1ea4277
  kind: Event
  lastTimestamp: "2026-06-15T06:14:21Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-15T06:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:14:21Z"
    name: isvc-paddle-runtime-predictor.18b92c816279e001
    namespace: kserve-ci-e2e-test
    resourceVersion: "22800"
    uid: 4aa00da7-8eae-422b-9252-c171380fbf1f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: 497cc6e0-ed90-4c79-89f3-4f6d8ed697e3
  kind: Event
  lastTimestamp: "2026-06-15T06:14:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:14:51Z"
    name: isvc-paddle-runtime-predictor.18b92c84e1339f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23057"
    uid: 92d54f0b-7f94-4bce-b550-867549fc93f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: 497cc6e0-ed90-4c79-89f3-4f6d8ed697e3
  kind: Event
  lastTimestamp: "2026-06-15T06:14:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:14:51Z"
    name: isvc-paddle-runtime-predictor.18b92c84e19f10a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: ad9aadd6-fab4-4ed3-bf5c-900c12901ccb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: 497cc6e0-ed90-4c79-89f3-4f6d8ed697e3
  kind: Event
  lastTimestamp: "2026-06-15T06:15:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:15:21Z"
    name: isvc-paddle-runtime-predictor.18b92c8bdfeac578
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: bb84f89f-a0eb-484d-a4ad-1e68a46a341e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: 497cc6e0-ed90-4c79-89f3-4f6d8ed697e3
  kind: Event
  lastTimestamp: "2026-06-15T06:15:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:15:21Z"
    name: isvc-paddle-runtime-predictor.18b92c8be05b4029
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: ea0e0797-92d2-4a9b-b71f-0d8434db4fcd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22770"
    uid: b5dfc909-fd25-46cc-923b-f3acaa10d758
  kind: Event
  lastTimestamp: "2026-06-15T06:15:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:15:15Z"
    name: isvc-paddle-runtime.18b92c816256d19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: d992195f-c6dd-4da6-82ae-dc26b9237c30
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22770"
    uid: b5dfc909-fd25-46cc-923b-f3acaa10d758
  kind: Event
  lastTimestamp: "2026-06-15T06:14:21Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:14:21Z"
    name: isvc-paddle-runtime.18b92c8162d220b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22802"
    uid: 3d47def1-5e89-44c4-99ce-1d570e86ede2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: b5dfc909-fd25-46cc-923b-f3acaa10d758
  kind: Event
  lastTimestamp: "2026-06-15T06:15:15Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:15:15Z"
    name: isvc-paddle-runtime.18b92c8dc89fbf41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 1b3f75fc-9b5f-4ae6-9648-ae4ee5b8321f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:15:23.079923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23328"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:15:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:15:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c8fa612b027
    namespace: kserve-ci-e2e-test
    resourceVersion: "23332"
    uid: 170c7e90-b8f1-41d8-8244-86ea473f0c00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c8fb2e1545a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23342"
    uid: 7d993755-0328-4ea7-9139-a4101756e942
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23337"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:24Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:15:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c8fe37f58fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23352"
    uid: d6fea52c-24e9-4d57-ba62-15d75ef8e548
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c8fe4f52010
    namespace: kserve-ci-e2e-test
    resourceVersion: "23355"
    uid: d1937901-b3e9-4f39-9622-61840198b156
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c8fe806c475
    namespace: kserve-ci-e2e-test
    resourceVersion: "23356"
    uid: 28caa5e2-8339-46b0-9dde-dc5c2ac4e825
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c8fe87a8723
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 19995268-d339-495c-8b6b-674fe4ccdaba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:29Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c91164f1143
    namespace: kserve-ci-e2e-test
    resourceVersion: "23401"
    uid: 9373e982-410e-4a90-8990-24b150e0f647
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c91195b7759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: 03ec3227-0bcd-4081-9b40-7edcdb50143c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c9119df129e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 38ecfa6c-4307-4c89-b88c-09a06d8b9878
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c9119eb6b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 12d5b45c-4509-4853-9909-4c47c34419e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c911de16c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23410"
    uid: 2261a24c-6c35-41df-98f4-14f4298fdc0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:15:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:15:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c911e75bdf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: f6395c41-4a28-4dd8-b060-1d28aaf58b07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:16:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c91525da461
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: 540f6bff-33e3-4175-9358-14d145f5a76a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:16:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c9df1841395
    namespace: kserve-ci-e2e-test
    resourceVersion: "23834"
    uid: 4c47fa3c-7ddf-4fb7-a38a-eb79b0cfb770
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:16:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c9df184a329
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: 5752eee2-3a32-4850-b3b3-924fb76c02a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 047eb1ae-8c45-4e6e-b326-50c7a43550ed
  kind: Event
  lastTimestamp: "2026-06-15T06:16:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m.18b92c9e5c7671e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: c5fd1957-ec0b-4361-afa3-35d9805845ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23316"
    uid: 2c8d58fc-4e31-48e3-be38-9eef2dfc5f2c
  kind: Event
  lastTimestamp: "2026-06-15T06:15:23Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-fwm5m'
  metadata:
    creationTimestamp: "2026-06-15T06:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:15:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18b92c8fa59edd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23329"
    uid: bc94ced0-10f5-4e0a-a769-756908e68aab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23313"
    uid: 1f9ab576-609d-4b2b-86be-7b02d0a89669
  kind: Event
  lastTimestamp: "2026-06-15T06:15:23Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-15T06:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:15:23Z"
    name: isvc-paddle-v2-kserve-predictor.18b92c8fa24cf55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23318"
    uid: 1da799ac-ba46-4925-812a-3b1a6a35185b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23315"
    uid: 742edfc0-45e0-4a1a-9d1e-105faada4a6d
  kind: Event
  lastTimestamp: "2026-06-15T06:16:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:16:08Z"
    name: isvc-paddle-v2-kserve-predictor.18b92c9320d5bc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: ab7dc008-6944-45c8-a029-6e78f2b51986
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23315"
    uid: 742edfc0-45e0-4a1a-9d1e-105faada4a6d
  kind: Event
  lastTimestamp: "2026-06-15T06:16:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:16:08Z"
    name: isvc-paddle-v2-kserve-predictor.18b92c9321547d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "23684"
    uid: af19df50-4c27-4977-8cfb-5fa37abf56c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23473"
    uid: 742edfc0-45e0-4a1a-9d1e-105faada4a6d
  kind: Event
  lastTimestamp: "2026-06-15T06:16:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:16:23Z"
    name: isvc-paddle-v2-kserve-predictor.18b92c96a06d462c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: a9344c45-fdc9-421d-b765-1fdcfe6e30da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23473"
    uid: 742edfc0-45e0-4a1a-9d1e-105faada4a6d
  kind: Event
  lastTimestamp: "2026-06-15T06:16:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:16:23Z"
    name: isvc-paddle-v2-kserve-predictor.18b92c96a0e1181c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: 4d20bf72-7985-4d38-91a7-47a00a753c68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23289"
    uid: db283ea6-d586-47ff-8d72-18b7fe0c1700
  kind: Event
  lastTimestamp: "2026-06-15T06:16:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:16:16Z"
    name: isvc-paddle-v2-kserve.18b92c8fa212ff73
    namespace: kserve-ci-e2e-test
    resourceVersion: "23754"
    uid: 7d9be795-0704-4c44-a660-56c6ff257cf2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:15:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23289"
    uid: db283ea6-d586-47ff-8d72-18b7fe0c1700
  kind: Event
  lastTimestamp: "2026-06-15T06:15:23Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:15:23Z"
    name: isvc-paddle-v2-kserve.18b92c8fa273cd3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23321"
    uid: 2abc3033-30c5-41a3-be1a-2fd97fe43cf3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23752"
    uid: db283ea6-d586-47ff-8d72-18b7fe0c1700
  kind: Event
  lastTimestamp: "2026-06-15T06:16:16Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:16:16Z"
    name: isvc-paddle-v2-kserve.18b92c9c0daa2343
    namespace: kserve-ci-e2e-test
    resourceVersion: "23753"
    uid: 47f8bc3b-8a43-4402-97ac-02ccedd4381e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 86a17ad6-9b6d-4a37-ae73-c667e0081370
  kind: Event
  lastTimestamp: "2026-06-15T06:14:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:14:16Z"
    name: isvc-paddle.18b92c70cddd160a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22733"
    uid: 75b5bc55-a1fa-443e-a50f-73ee4352911b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 86a17ad6-9b6d-4a37-ae73-c667e0081370
  kind: Event
  lastTimestamp: "2026-06-15T06:13:10Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:13:10Z"
    name: isvc-paddle.18b92c70ce33219e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22216"
    uid: 1a46c94b-f3eb-4a9e-95a8-23bc8579d24c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 86a17ad6-9b6d-4a37-ae73-c667e0081370
  kind: Event
  lastTimestamp: "2026-06-15T06:13:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:13:10Z"
    name: isvc-paddle.18b92c70d472a90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: 9f742159-4a78-40eb-ad89-487ccccf38c1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22730"
    uid: 86a17ad6-9b6d-4a37-ae73-c667e0081370
  kind: Event
  lastTimestamp: "2026-06-15T06:14:16Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:14:16Z"
    name: isvc-paddle.18b92c803566146c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22731"
    uid: c8d9b878-78d1-40b9-a230-2ccced6c7747
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:16:24.554076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23852"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-4wb7h
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:16:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:16:24Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92c9df637ddf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23860"
    uid: 1a8a140b-5328-4fbf-92e6-16ba766c61fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:24Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92c9e0156ed4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: 9180140d-42ff-4547-8a1a-b9800c801aa6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:25Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:16:25Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92c9e33d46e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: d994be59-435c-4408-a624-898dd9f02884
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:25Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92c9e354f4bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23877"
    uid: 97b18e44-19fb-48be-8dcf-03df6408b395
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:25Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92c9e399af2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: 5e983cd3-5027-43ff-88af-e1eddbede4c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:25Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92c9e3a134163
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: 95feeb86-718c-4c1b-b963-7361ca3f588d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:29Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-06-15T06:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:29Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92c9f1fa86aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: c3fc8590-c78b-427f-bb3e-b67c4b09a365
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:36Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.322s (7.322s
    including waiting). Image size: 800292740 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:36Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92ca0d41ed907
    namespace: kserve-ci-e2e-test
    resourceVersion: "23968"
    uid: c400bab9-89a0-4973-be6b-aec2abddebb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:36Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92ca0d7b197c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 6f98e6b8-8c43-4e95-9e58-b8158fbb0feb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:36Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92ca0d825ff13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: 0b39b199-0125-4198-90af-fee87a0b4e10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:36Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92ca0d82fffc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: 83aa9d3c-83c8-4c37-a5f3-85c28a2b33b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:36Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92ca0db90a369
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: ec53348d-e55a-4b90-8030-bca7a8150a91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:16:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:16:37Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92ca0dc022e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: c6b430fc-adc2-4900-9e48-4541fb1acfa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:17:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:17:45Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92ca0ff8901f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24463"
    uid: d56c1173-ee7f-4d8a-9a3a-cdc8d39cc26b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:18:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:05Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92cb588f71d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: 2f0e5bbd-7c24-42e8-ba21-f61ee3d5c984
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:18:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:05Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92cb588f7e672
    namespace: kserve-ci-e2e-test
    resourceVersion: "24635"
    uid: 0fbdcd5b-52d5-4b16-836d-6259a03272b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-4wb7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7d0e2456-d3c7-4776-a6b8-644cff2e21e1
  kind: Event
  lastTimestamp: "2026-06-15T06:18:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:08Z"
    name: isvc-pmml-predictor-8674795f59-4wb7h.18b92cb62fcca1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: 7fa8db0b-a537-4177-bd35-d7e883924e49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: 8d748468-65b1-46e5-bb0d-5b044e681390
  kind: Event
  lastTimestamp: "2026-06-15T06:16:24Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-4wb7h'
  metadata:
    creationTimestamp: "2026-06-15T06:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:16:24Z"
    name: isvc-pmml-predictor-8674795f59.18b92c9df5b9b0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: bd37a9a4-6d9e-49d1-bcf1-85aa8e8c040a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23838"
    uid: 2e314696-4e6e-41b5-b247-8a86d896a83b
  kind: Event
  lastTimestamp: "2026-06-15T06:16:24Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:16:24Z"
    name: isvc-pmml-predictor.18b92c9df2eabbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23843"
    uid: 41219a4a-ac84-4d17-a3b7-58dbd3a3751b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23840"
    uid: d8061c4b-34ab-403e-b5e0-4e15363f12e2
  kind: Event
  lastTimestamp: "2026-06-15T06:17:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:17:09Z"
    name: isvc-pmml-predictor.18b92ca1719f1374
    namespace: kserve-ci-e2e-test
    resourceVersion: "24209"
    uid: 836be39a-2d67-4b9c-bf5d-d9093353114d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23840"
    uid: d8061c4b-34ab-403e-b5e0-4e15363f12e2
  kind: Event
  lastTimestamp: "2026-06-15T06:17:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:17:09Z"
    name: isvc-pmml-predictor.18b92ca1720d96df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24210"
    uid: b02a57c3-b08d-419f-8bc2-cc1a4cae9a28
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: d8061c4b-34ab-403e-b5e0-4e15363f12e2
  kind: Event
  lastTimestamp: "2026-06-15T06:17:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:17:54Z"
    name: isvc-pmml-predictor.18b92cabef2745a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24520"
    uid: b6a382e6-e261-4503-872d-cc086f4419b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: d8061c4b-34ab-403e-b5e0-4e15363f12e2
  kind: Event
  lastTimestamp: "2026-06-15T06:17:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:17:54Z"
    name: isvc-pmml-predictor.18b92cabef957107
    namespace: kserve-ci-e2e-test
    resourceVersion: "24521"
    uid: d03f4b8b-6b52-4dd8-941b-88d915813622
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:18:05.933072Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24655"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-2xqrn
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:18:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:18:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb590e086d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24660"
    uid: 08199c98-13d2-4036-9e3d-5add764337df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24666"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:06Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:18:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb5aa711f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "24670"
    uid: 89267d2c-eacc-433c-a963-f76c3803c919
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb5ac547661
    namespace: kserve-ci-e2e-test
    resourceVersion: "24672"
    uid: 2f123d3e-c18f-4345-bb8a-8619d39e2cc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb5af71f124
    namespace: kserve-ci-e2e-test
    resourceVersion: "24673"
    uid: 4bdfb050-846e-431b-963a-c50697fdcc89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb5affcf14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24674"
    uid: 3ec10096-9223-4967-9966-12df1fd69644
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:11Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb6c1880adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24717"
    uid: 5ebeb6bb-90b4-4016-8684-9ce17161484c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb6c5648356
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: c668058c-1231-4413-ac5d-d1d5d16db198
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb6c5d63cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24720"
    uid: 5a55b4cd-cda1-4975-8322-658c1fbf026c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb6c5e0241d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: e3286e68-312d-4c92-ac26-63d260817d6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb6c8a0d659
    namespace: kserve-ci-e2e-test
    resourceVersion: "24725"
    uid: 332b1bf2-7b29-475e-9846-dd5fbea165f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:18:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:18:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb6c910e9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24726"
    uid: ad97057b-b976-4766-ab54-743b1542780c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:19:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92cb7396c9ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25791"
    uid: 98a3786e-a601-4166-b83d-5a65f296e2e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:19:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92ccd309b77fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: 550decb0-3059-46fa-a90c-162221684a4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:19:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92ccd309cc951
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: 29bb96f8-3c0e-49f3-8006-7d4b3a1c57b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: b21d1f4a-8383-425f-a3c1-96c9e65dc9df
  kind: Event
  lastTimestamp: "2026-06-15T06:19:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2xqrn.18b92ccd93b165a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25790"
    uid: f768bec6-131d-46f3-b89b-fee81e89084c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "24641"
    uid: 1bd4849e-25c8-4bb5-b3a9-e6f806845ec6
  kind: Event
  lastTimestamp: "2026-06-15T06:18:05Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-2xqrn'
  metadata:
    creationTimestamp: "2026-06-15T06:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:18:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18b92cb59049c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "24656"
    uid: ace0acd9-0afe-4bda-b57c-5e09e4b6d245
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24639"
    uid: 4497acde-183b-4571-a949-3b3a01593476
  kind: Event
  lastTimestamp: "2026-06-15T06:18:05Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:18:05Z"
    name: isvc-pmml-runtime-predictor.18b92cb58b25351d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24644"
    uid: 4acde147-1741-4146-92e4-0b6ad5458c4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: c4663d24-c172-44cc-b1b3-40931bca31bb
  kind: Event
  lastTimestamp: "2026-06-15T06:18:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:18:35Z"
    name: isvc-pmml-runtime-predictor.18b92cb90a3cd278
    namespace: kserve-ci-e2e-test
    resourceVersion: "25193"
    uid: a6e6c62e-006c-4764-b33f-80eed3bb3e12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: c4663d24-c172-44cc-b1b3-40931bca31bb
  kind: Event
  lastTimestamp: "2026-06-15T06:18:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:18:35Z"
    name: isvc-pmml-runtime-predictor.18b92cb90aaea12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25194"
    uid: d67fce53-f297-448c-a1f9-44235cd2c197
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: c4663d24-c172-44cc-b1b3-40931bca31bb
  kind: Event
  lastTimestamp: "2026-06-15T06:19:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:19:35Z"
    name: isvc-pmml-runtime-predictor.18b92cc009004a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: eea5a9f3-5692-4a71-968f-7fe2ae384421
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: c4663d24-c172-44cc-b1b3-40931bca31bb
  kind: Event
  lastTimestamp: "2026-06-15T06:19:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:19:35Z"
    name: isvc-pmml-runtime-predictor.18b92cc009701fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25623"
    uid: 2c3bfe92-00c8-4b5f-92b1-fae97f4c1008
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: cd96ab4b-7561-4410-ba35-51ca71223ec3
  kind: Event
  lastTimestamp: "2026-06-15T06:19:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:19:39Z"
    name: isvc-pmml-runtime.18b92cb58b007919
    namespace: kserve-ci-e2e-test
    resourceVersion: "25648"
    uid: 506d9296-0f59-47f7-8999-2e4c18beda8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: cd96ab4b-7561-4410-ba35-51ca71223ec3
  kind: Event
  lastTimestamp: "2026-06-15T06:18:05Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:18:05Z"
    name: isvc-pmml-runtime.18b92cb58b6c558f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24664"
    uid: 6fccb79a-c18f-4528-98f2-652f3282c071
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:18:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: cd96ab4b-7561-4410-ba35-51ca71223ec3
  kind: Event
  lastTimestamp: "2026-06-15T06:18:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:18:05Z"
    name: isvc-pmml-runtime.18b92cb59228a2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24665"
    uid: 3510ec2d-dc07-4364-9ce4-08058a494b78
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: cd96ab4b-7561-4410-ba35-51ca71223ec3
  kind: Event
  lastTimestamp: "2026-06-15T06:19:39Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:19:39Z"
    name: isvc-pmml-runtime.18b92ccb45385908
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: 927690d4-c108-4ad0-9ae6-46b9c30c4501
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:19:47.507865Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:19:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:19:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92ccd3734d39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 92702ee1-3371-4492-8cbf-f811e80118c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25765"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:47Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:19:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92ccd50b8d724
    namespace: kserve-ci-e2e-test
    resourceVersion: "25773"
    uid: a699974e-646e-44de-9c48-0a04ba44876a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92ccd522a958b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: 59b37685-770f-4e1a-b3a2-ddeff5ed1d85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:48Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92ccd55107685
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: 28197eb6-7621-44f6-aede-8cda40f6565b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:48Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92ccd55816aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25779"
    uid: 367be462-55b9-426e-a1e6-dbfe60e07262
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:52Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92cce623de47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25818"
    uid: 908218ef-ad96-4315-b857-5d4023cece95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92cce653bd81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25821"
    uid: a84c9e7c-b222-487e-aca9-5e01109ed67a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92cce65b74b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25824"
    uid: 99de62b3-74da-430a-8590-e9eb40054c17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92cce65c2a9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25825"
    uid: e8250549-1fde-427a-83c8-839c2acaff78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92cce6927670e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: 495a1762-9cc3-4f1a-8b07-b75f8710a173
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:19:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:19:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92cce699eb660
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 1227c1ef-4053-45a3-af0a-ecdca9b85e2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:21:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92cceda5d66e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: 886146f9-04c0-4df0-a322-98f27af44f34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:21:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92ce2680980dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26473"
    uid: b9c1f4be-99cb-44f5-8f6c-7b8985ae190b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:21:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92ce2680a0c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "26475"
    uid: 14513bae-6e3b-4477-9408-b059fefec5f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: f2a66551-2406-4d19-8359-3853b091cab6
  kind: Event
  lastTimestamp: "2026-06-15T06:21:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:20Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb.18b92ce2e0a210e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26529"
    uid: 41a212ce-7388-4f95-b9ab-8ef61516ef1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25743"
    uid: f1c99488-9e92-4700-a5f3-27f3ae5a83af
  kind: Event
  lastTimestamp: "2026-06-15T06:19:47Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-slmfb'
  metadata:
    creationTimestamp: "2026-06-15T06:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:19:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18b92ccd369f7fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25757"
    uid: e07e94dc-9f87-49d6-bbfd-db6aa23b2db4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: 9224f7da-6593-4126-a914-eef76ed392ea
  kind: Event
  lastTimestamp: "2026-06-15T06:19:47Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-15T06:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:19:47Z"
    name: isvc-pmml-v2-kserve-predictor.18b92ccd320e1299
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: a1c6f196-1e7b-4fe0-a193-552a1e109fee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: fdce16c5-1f0c-4ccf-95b4-eb969c714648
  kind: Event
  lastTimestamp: "2026-06-15T06:20:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:20:32Z"
    name: isvc-pmml-v2-kserve-predictor.18b92cd0b13ae5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26109"
    uid: 3a9b1efe-ecdd-40cc-8825-5bba40bc03e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: fdce16c5-1f0c-4ccf-95b4-eb969c714648
  kind: Event
  lastTimestamp: "2026-06-15T06:20:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:20:32Z"
    name: isvc-pmml-v2-kserve-predictor.18b92cd0b1849a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26110"
    uid: 913c35c7-5e86-49b3-9a6a-9c84ff749d66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:20:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25900"
    uid: fdce16c5-1f0c-4ccf-95b4-eb969c714648
  kind: Event
  lastTimestamp: "2026-06-15T06:21:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:21:17Z"
    name: isvc-pmml-v2-kserve-predictor.18b92cdb2e8652a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: 288f59e7-04bb-4f6d-8e93-9559e30082cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:20:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25900"
    uid: fdce16c5-1f0c-4ccf-95b4-eb969c714648
  kind: Event
  lastTimestamp: "2026-06-15T06:21:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:21:17Z"
    name: isvc-pmml-v2-kserve-predictor.18b92cdb2f0ce42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26441"
    uid: 68b491de-ca27-4a38-a356-734a565c85cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: 181c5490-f367-4f30-be70-543f43d90e7c
  kind: Event
  lastTimestamp: "2026-06-15T06:21:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:21:12Z"
    name: isvc-pmml-v2-kserve.18b92ccd31e6f098
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: 16dae2af-c2e2-42df-8073-d5911f8d5e23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:19:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: 181c5490-f367-4f30-be70-543f43d90e7c
  kind: Event
  lastTimestamp: "2026-06-15T06:19:47Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:19:47Z"
    name: isvc-pmml-v2-kserve.18b92ccd323664f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: 33d29f1c-0305-4e14-b984-0ba7f11599d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26404"
    uid: 181c5490-f367-4f30-be70-543f43d90e7c
  kind: Event
  lastTimestamp: "2026-06-15T06:21:12Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:21:12Z"
    name: isvc-pmml-v2-kserve.18b92ce0fb6a0bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 97c62ef4-919b-4d25-9721-6d2b337e1807
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23813"
    uid: 8d8f2f37-dfc0-478e-af65-a3f81695aa0e
  kind: Event
  lastTimestamp: "2026-06-15T06:17:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:17:55Z"
    name: isvc-pmml.18b92c9df2bc53cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24538"
    uid: b8868cbb-6971-4c94-b8a9-4eaa649dc1a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:16:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23813"
    uid: 8d8f2f37-dfc0-478e-af65-a3f81695aa0e
  kind: Event
  lastTimestamp: "2026-06-15T06:16:24Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:16:24Z"
    name: isvc-pmml.18b92c9df31d70c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: d317024f-de7b-4991-9793-bae502ebd905
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:17:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "24534"
    uid: 8d8f2f37-dfc0-478e-af65-a3f81695aa0e
  kind: Event
  lastTimestamp: "2026-06-15T06:17:55Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:17:55Z"
    name: isvc-pmml.18b92cb31e4595a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24535"
    uid: 5e728b06-8d06-4c6b-958e-b181ca01c74a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:26:34.673946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:26:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d2c04322fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29180"
    uid: 1b1ef505-d44a-4e65-8b9a-907515c4dc14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:26:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d2c0f76ff26
    namespace: kserve-ci-e2e-test
    resourceVersion: "29188"
    uid: 6e748799-7e89-4210-8d2f-ed3835e5e2a2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:26:35Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:26:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d2c41cb7e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "29201"
    uid: 1125d02a-c88e-4d28-9726-a96b80c376b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:26:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
  metadata:
    creationTimestamp: "2026-06-15T06:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d2c434a84fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29204"
    uid: da50b13b-f7ed-4381-ba6c-ea3d4b3e5333
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:26:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    in 4.038s (4.038s including waiting). Image size: 299992506 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d2d33fc8038
    namespace: kserve-ci-e2e-test
    resourceVersion: "29242"
    uid: df13b834-4a2c-4db9-9750-7552524c57bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:26:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d2d37d1d390
    namespace: kserve-ci-e2e-test
    resourceVersion: "29243"
    uid: a3e58d0e-74a2-4126-b411-95e96751742f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:26:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d2d38459735
    namespace: kserve-ci-e2e-test
    resourceVersion: "29244"
    uid: fa4ba75a-27e6-4d0f-90ce-f013fce2d586
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:26:43Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-06-15T06:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d2e20bdba0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29277"
    uid: 7ff32683-9bec-4cc0-a50a-312d9b12f282
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:27:06Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.264s
    (22.264s including waiting). Image size: 2357279089 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:27:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d334fd39c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "29442"
    uid: 547ce793-fc45-450c-897b-84b4a55d4738
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:27:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:27:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d3355a1c107
    namespace: kserve-ci-e2e-test
    resourceVersion: "29444"
    uid: e6f45a06-12c3-424a-b2db-e82487951675
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:27:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:27:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d3356d36dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29445"
    uid: 548c283d-5c99-43d9-b568-923598abe43a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:27:06Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-06-15T06:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:27:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d3356dfda78
    namespace: kserve-ci-e2e-test
    resourceVersion: "29447"
    uid: 24b1bd88-22a2-4f79-a2a5-725736391925
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:27:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.843s (2.843s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:27:08Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d340061c712
    namespace: kserve-ci-e2e-test
    resourceVersion: "29464"
    uid: 56912adf-3973-43dd-a1e4-0597145e860e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:27:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:27:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d34067de494
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 2b8bc21b-694d-488e-a01a-84b2bdb76d40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:27:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:27:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d3407e1f8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: cea279f3-aab0-43a8-b4b1-09ccddf78674
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:28:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d34723b9f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30167"
    uid: 221b797e-f8cf-4455-8206-2ab0452794f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d480d52b8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30120"
    uid: 6552629a-f86b-477d-948f-ac2acf79a8e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d480d53264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30117"
    uid: b5ab0c45-ee99-470e-b5a6-68cc8abe0ddf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7074d192-e32e-41d8-825d-dcfa06741765
  kind: Event
  lastTimestamp: "2026-06-15T06:28:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq.18b92d48787bc438
    namespace: kserve-ci-e2e-test
    resourceVersion: "30166"
    uid: f1910d1c-8af6-48c8-bef3-4d917c7b2274
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29159"
    uid: 535db8ed-db63-4f0e-b83f-33bd758e4361
  kind: Event
  lastTimestamp: "2026-06-15T06:26:34Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-fbxtq'
  metadata:
    creationTimestamp: "2026-06-15T06:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18b92d2c03901421
    namespace: kserve-ci-e2e-test
    resourceVersion: "29176"
    uid: 8cd688fa-f902-4cd6-818c-19f7d1cfe92a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29156"
    uid: 0eeb951f-0090-41bd-b5ba-47157d8f4050
  kind: Event
  lastTimestamp: "2026-06-15T06:26:34Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-lightgbm-predictor.18b92d2bff2edb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "29162"
    uid: fc1fa0bf-e8c2-4aad-807b-ccff41525359
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29158"
    uid: 072d2a11-69d7-4654-9ca6-12fccdca83ee
  kind: Event
  lastTimestamp: "2026-06-15T06:27:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:27:34Z"
    name: isvc-predictive-lightgbm-predictor.18b92d2f7e3e26bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29649"
    uid: ee18e2d0-515f-4243-aa6a-324602a0e343
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29158"
    uid: 072d2a11-69d7-4654-9ca6-12fccdca83ee
  kind: Event
  lastTimestamp: "2026-06-15T06:27:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:27:34Z"
    name: isvc-predictive-lightgbm-predictor.18b92d2f7eb06662
    namespace: kserve-ci-e2e-test
    resourceVersion: "29650"
    uid: adcf285f-b7f4-4a85-929a-42c801fd823b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: 072d2a11-69d7-4654-9ca6-12fccdca83ee
  kind: Event
  lastTimestamp: "2026-06-15T06:28:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:28:34Z"
    name: isvc-predictive-lightgbm-predictor.18b92d3d7b2a3c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30079"
    uid: aebce323-14b4-48d2-9a94-c739b99b997e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:27:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: 072d2a11-69d7-4654-9ca6-12fccdca83ee
  kind: Event
  lastTimestamp: "2026-06-15T06:28:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:28:34Z"
    name: isvc-predictive-lightgbm-predictor.18b92d3d7b81cad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30080"
    uid: 49b51692-f036-4725-be59-8cf562add5ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:31:35.598675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31579"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:31:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:31:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d7214b531e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31584"
    uid: afbaff2c-89e8-4a8f-8774-2abe97454946
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:36Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:31:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d722e625750
    namespace: kserve-ci-e2e-test
    resourceVersion: "31599"
    uid: 2d09de12-6d87-4613-ac27-9d4d57e14c1c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d722fcc938c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31601"
    uid: 3c92199f-27da-4fa5-9b02-46fb042f299b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d7232c0a837
    namespace: kserve-ci-e2e-test
    resourceVersion: "31603"
    uid: c70a0c8b-5992-4f0d-93df-fcd85092b079
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d72334fa4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: bb23066a-f7e0-4ea2-8442-847ea38df25e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:40Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d731d9846b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31641"
    uid: a46a6167-2825-4f0b-bb5a-23f248e9ef8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d73205bd83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31643"
    uid: 916ad3aa-6335-4e80-bdcd-a7df7f22a8dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d7320e45133
    namespace: kserve-ci-e2e-test
    resourceVersion: "31645"
    uid: 9a817b53-1845-48a8-8a5e-d227e75d4c66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d7320ed2d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: 3bd9decd-44be-41e9-9a4c-6ec862c0a4dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d7323dcbd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31650"
    uid: 57ac14c7-e0f9-4e1d-aa0b-22473d8bb7e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:31:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d732468e6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: bacefbed-44c8-4648-9bef-22fd772d2ee7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-15T06:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:33:08Z"
  message: 'Readiness probe failed: Get "http://10.132.0.33:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d7bf7d9019a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: d1cdd036-5876-4ec4-bb50-c53658dc8493
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:33:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d871164770f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: 8412a736-3878-4016-befc-f45ec677af34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:33:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d871164c309
    namespace: kserve-ci-e2e-test
    resourceVersion: "32288"
    uid: 672f6fae-8b44-4c31-b096-84614031ddbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 1856f598-ec9e-4317-8aeb-0683f8cff37d
  kind: Event
  lastTimestamp: "2026-06-15T06:33:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw.18b92d879baf6358
    namespace: kserve-ci-e2e-test
    resourceVersion: "32371"
    uid: 48a87821-5654-4165-a0b7-a627ab14981d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d007d9ef-c00d-4e02-b5cb-85200c1f0d83
  kind: Event
  lastTimestamp: "2026-06-15T06:31:35Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4rxxw'
  metadata:
    creationTimestamp: "2026-06-15T06:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:31:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18b92d721440b0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: b2cdc190-b5b3-46e6-9eb2-e04acb0acbdb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: aee0aebf-87e8-4e6d-9b8c-8afbf37becd3
  kind: Event
  lastTimestamp: "2026-06-15T06:31:35Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:31:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b92d72101636bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31569"
    uid: 69edc902-1f46-4a63-8c7f-09a9f5da52d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: fc6422ce-c150-476b-bebb-71b6e26ac179
  kind: Event
  lastTimestamp: "2026-06-15T06:31:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:31:50Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b92d758f2e1ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31724"
    uid: d33c1b19-67fe-424b-ba34-bac0817499ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: fc6422ce-c150-476b-bebb-71b6e26ac179
  kind: Event
  lastTimestamp: "2026-06-15T06:31:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:31:50Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b92d758f9e0520
    namespace: kserve-ci-e2e-test
    resourceVersion: "31726"
    uid: b4fd33b2-6340-4a92-b0c6-b9f6f011dceb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-15T06:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31725"
    uid: fc6422ce-c150-476b-bebb-71b6e26ac179
  kind: Event
  lastTimestamp: "2026-06-15T06:33:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:33:05Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b92d790e78f93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: 135f3f71-b204-4670-848b-b6b56ddbb057
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-15T06:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31725"
    uid: fc6422ce-c150-476b-bebb-71b6e26ac179
  kind: Event
  lastTimestamp: "2026-06-15T06:33:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:33:05Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b92d790ef0b268
    namespace: kserve-ci-e2e-test
    resourceVersion: "32253"
    uid: 75c9ec47-cc08-4eb2-9426-35fb3c01c321
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: 5b76e5e6-96b6-40b4-a9ac-5e70f905a3cb
  kind: Event
  lastTimestamp: "2026-06-15T06:32:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:32:58Z"
    name: isvc-predictive-lightgbm-v2.18b92d720feb166e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32204"
    uid: 3d350e57-02f2-4f24-9645-e01bd8524df5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: 5b76e5e6-96b6-40b4-a9ac-5e70f905a3cb
  kind: Event
  lastTimestamp: "2026-06-15T06:31:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:31:35Z"
    name: isvc-predictive-lightgbm-v2.18b92d72105583a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 02595ec6-c033-4c09-bd5a-adc2d8f59c7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:32:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 5b76e5e6-96b6-40b4-a9ac-5e70f905a3cb
  kind: Event
  lastTimestamp: "2026-06-15T06:32:58Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:32:58Z"
    name: isvc-predictive-lightgbm-v2.18b92d854e1d7765
    namespace: kserve-ci-e2e-test
    resourceVersion: "32203"
    uid: 70fd937b-f9ee-426b-8ba0-1bd75dee04d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29131"
    uid: 0bd81a1d-525e-447d-8323-be50d26ce934
  kind: Event
  lastTimestamp: "2026-06-15T06:28:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:28:27Z"
    name: isvc-predictive-lightgbm.18b92d2bff0155d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30031"
    uid: 345787bb-545a-4093-ac77-ca4cbb1124dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29131"
    uid: 0bd81a1d-525e-447d-8323-be50d26ce934
  kind: Event
  lastTimestamp: "2026-06-15T06:26:34Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-lightgbm.18b92d2bff591c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "29184"
    uid: bac91a59-90b8-4067-bb9d-679a218d7f8a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29147"
    uid: 0bd81a1d-525e-447d-8323-be50d26ce934
  kind: Event
  lastTimestamp: "2026-06-15T06:26:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-lightgbm.18b92d2c0532b2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29185"
    uid: 4b34ed1c-c866-4d9b-ab7f-a1ed61bd27c7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30028"
    uid: 0bd81a1d-525e-447d-8323-be50d26ce934
  kind: Event
  lastTimestamp: "2026-06-15T06:28:26Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:28:26Z"
    name: isvc-predictive-lightgbm.18b92d462a04da4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30029"
    uid: a4353df6-714b-47be-bc74-7aa7d938fe53
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:23:14.431780Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27563"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:23:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92cfd64d547b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 55e90fe4-903f-4fbe-9654-80e81c1f8c80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27572"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:14Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:23:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92cfd7e8eebb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: 792221c1-88d5-457d-8e93-cfb344f8c605
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92cfd7ffd3d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 1da9a191-d847-43ad-a94d-58fe9d63f827
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92cfd836cd40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27587"
    uid: b52b09f7-ae29-4e6c-b745-a05a529a5b34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92cfd83df8f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27588"
    uid: a827048e-e11b-4efe-9f21-efc5f607965f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:19Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-06-15T06:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:19Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92cfe94447e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: 99ab85fc-07a8-4a8e-950d-297011c75293
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:43Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.086s
    (24.086s including waiting). Image size: 2357279089 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d042fec2901
    namespace: kserve-ci-e2e-test
    resourceVersion: "27805"
    uid: a1271d92-872c-491f-b526-f13888d29365
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d043727522c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 20446362-dd07-4992-a41a-99f9e4556590
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d0437fd75ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27808"
    uid: ae22f42f-6f44-439e-8289-a293467e3935
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d04380850b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 35ff420e-73dc-430c-bb00-ded8fb9b70f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d043b9ce425
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: a6ec1a04-a3e9-424d-83e4-d19cfc51e1d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:23:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d043c509c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27811"
    uid: bec535c5-a0b7-4aba-9e5f-2a706297d8a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:24:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:24:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d046fde6bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28294"
    uid: 55372b4a-f837-441e-8350-f6cd81956bfe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:25:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d170087dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28440"
    uid: 722c338b-b794-4f09-91a5-8774ac58aa65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:25:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d1700884833
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: d83bad8b-aca9-4f3b-9eed-c4b10489f95e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 44a313fb-c1e6-4df8-b000-ea83697f6431
  kind: Event
  lastTimestamp: "2026-06-15T06:25:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:05Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-5c69v.18b92d174c10ddb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28484"
    uid: 2f1997cd-e13b-4a7f-a2ed-64dcaf13a029
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27550"
    uid: 2c282dc8-1529-49a5-8741-15e9aee25efb
  kind: Event
  lastTimestamp: "2026-06-15T06:23:14Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-5c69v'
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:23:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18b92cfd643dac18
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 9062c622-f8a1-4a86-b23c-c5371f0d1fd4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: fead376e-0759-4e1a-8be1-54c14c201f91
  kind: Event
  lastTimestamp: "2026-06-15T06:23:14Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:23:14Z"
    name: isvc-predictive-sklearn-predictor.18b92cfd4f112be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27552"
    uid: 0de21a4e-7d0a-4dec-94ab-bbc5bef28c36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: a847b10c-f699-42aa-b1e6-debee8112110
  kind: Event
  lastTimestamp: "2026-06-15T06:24:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:24:14Z"
    name: isvc-predictive-sklearn-predictor.18b92d00cdf95fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28028"
    uid: 478f632b-0292-451f-833b-a15168b91708
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: a847b10c-f699-42aa-b1e6-debee8112110
  kind: Event
  lastTimestamp: "2026-06-15T06:24:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:24:14Z"
    name: isvc-predictive-sklearn-predictor.18b92d00ce69a03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 2986ee12-7dd0-4bbb-b937-e8032bacc656
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:24:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: a847b10c-f699-42aa-b1e6-debee8112110
  kind: Event
  lastTimestamp: "2026-06-15T06:24:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:24:59Z"
    name: isvc-predictive-sklearn-predictor.18b92d0eca882935
    namespace: kserve-ci-e2e-test
    resourceVersion: "28355"
    uid: 9438c7e1-6912-402f-9f77-a3af7bf5c667
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:24:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: a847b10c-f699-42aa-b1e6-debee8112110
  kind: Event
  lastTimestamp: "2026-06-15T06:24:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:24:59Z"
    name: isvc-predictive-sklearn-predictor.18b92d0ecaffa731
    namespace: kserve-ci-e2e-test
    resourceVersion: "28356"
    uid: ef8b566f-7f96-4aef-9b15-a77898be1ee7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:28:35.178293Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30130"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d4812d0a5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30135"
    uid: ded8423b-08fd-4afb-8d5b-5f0b5ea2fdef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30141"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d482c87d418
    namespace: kserve-ci-e2e-test
    resourceVersion: "30148"
    uid: a4d2b7f2-4940-4180-828b-425378c8336a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d482dfeaa91
    namespace: kserve-ci-e2e-test
    resourceVersion: "30151"
    uid: 0984a238-9538-4aa3-bac0-e8d2eca44286
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d4830ddf619
    namespace: kserve-ci-e2e-test
    resourceVersion: "30152"
    uid: a7cd6729-c28f-4922-8bca-834be9823ea2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d483153a96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: d58e783d-5b06-4ab2-9ac5-92c23deb3ecc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:40Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d49418ed682
    namespace: kserve-ci-e2e-test
    resourceVersion: "30196"
    uid: 3e489aa4-7344-43e1-a89c-b3cd09a07f2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d4944fee051
    namespace: kserve-ci-e2e-test
    resourceVersion: "30199"
    uid: 6663f06d-ff74-41c6-bc0f-762ac547f595
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d494588c413
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 07e3e2ed-ab83-4440-8564-20f9c8e374c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d4945921745
    namespace: kserve-ci-e2e-test
    resourceVersion: "30202"
    uid: 4418a6e6-de72-4e71-9691-3170f03bd4aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d494831f5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30204"
    uid: d6e067e2-3f66-45c9-a956-a4d59635edf5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:28:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:28:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d4948a45bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: 4bf11428-4bca-45a9-8812-92b514c017f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-15T06:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:30:07Z"
  message: 'Readiness probe failed: Get "http://10.132.0.31:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d51dff7141c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 1f5e79b5-6473-4bdd-a662-f6efce30e215
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d5d14fbbcc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30845"
    uid: 94b9258b-9670-4a7d-9cd8-69985f10a265
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d5d14fc42d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: bbd0c9a3-976c-46b8-ade3-98ef288006a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 6f8c58e0-0a37-4238-b4e7-54052333c2c4
  kind: Event
  lastTimestamp: "2026-06-15T06:30:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh.18b92d5d83df121e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30895"
    uid: 395a74be-556f-4a82-a8ae-e035e8f892a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30116"
    uid: d9304fb4-c7b9-45fb-a7d0-707ded208e62
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-mhffh'
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18b92d48123bd803
    namespace: kserve-ci-e2e-test
    resourceVersion: "30131"
    uid: 6040219a-30f8-46b6-b681-e05106ff22a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30114"
    uid: b9670081-efb7-448f-b7be-0740a9424f3a
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18b92d480d9b998f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30119"
    uid: c98200af-7e7b-4527-a789-38dd82a90ffd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30115"
    uid: ec2fe4fc-1743-4005-ab36-b8f91e65fc10
  kind: Event
  lastTimestamp: "2026-06-15T06:29:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:29:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18b92d4b8c83f237
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: ed5d78de-b0cf-4709-9e58-e0725d7f22db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30115"
    uid: ec2fe4fc-1743-4005-ab36-b8f91e65fc10
  kind: Event
  lastTimestamp: "2026-06-15T06:29:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:29:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18b92d4b8ccaf982
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: b2c3a86c-49e6-4801-9714-804a5be40eeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: ec2fe4fc-1743-4005-ab36-b8f91e65fc10
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18b92d528b2e77b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: 7438d84a-0b8e-42dd-8540-5f193e328755
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: ec2fe4fc-1743-4005-ab36-b8f91e65fc10
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18b92d528ba7cd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30809"
    uid: ce894d00-e876-4b27-aace-493eb9f49d62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30088"
    uid: 13d2b0e2-564e-4168-94cf-eef6670088d5
  kind: Event
  lastTimestamp: "2026-06-15T06:29:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:29:57Z"
    name: isvc-predictive-sklearn-v2.18b92d480d5f4dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: 21205ce5-1e7c-4723-9e42-2691208af1c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30088"
    uid: 13d2b0e2-564e-4168-94cf-eef6670088d5
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-sklearn-v2.18b92d480db04037
    namespace: kserve-ci-e2e-test
    resourceVersion: "30138"
    uid: 33296f94-7987-434c-bb60-c6c013a88732
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 13d2b0e2-564e-4168-94cf-eef6670088d5
  kind: Event
  lastTimestamp: "2026-06-15T06:28:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:28:35Z"
    name: isvc-predictive-sklearn-v2.18b92d48134fa9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30139"
    uid: c6aea659-6dfc-430a-a8e0-3693a78e1cd5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30756"
    uid: 13d2b0e2-564e-4168-94cf-eef6670088d5
  kind: Event
  lastTimestamp: "2026-06-15T06:29:57Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:29:57Z"
    name: isvc-predictive-sklearn-v2.18b92d5b3652460c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 138f64da-9dd8-4c77-90a4-08de3bc358f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27539"
    uid: f1fd4f95-08ec-43a2-a919-7edcc47a46c5
  kind: Event
  lastTimestamp: "2026-06-15T06:25:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:25:00Z"
    name: isvc-predictive-sklearn.18b92cfd4ebbe56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28378"
    uid: ce528d02-3886-4af4-b380-aafbf57ee748
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27539"
    uid: f1fd4f95-08ec-43a2-a919-7edcc47a46c5
  kind: Event
  lastTimestamp: "2026-06-15T06:23:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:23:14Z"
    name: isvc-predictive-sklearn.18b92cfd4f47cd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: 1eba31bc-5afc-46f0-8322-cfa711d13813
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28376"
    uid: f1fd4f95-08ec-43a2-a919-7edcc47a46c5
  kind: Event
  lastTimestamp: "2026-06-15T06:25:00Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:25:00Z"
    name: isvc-predictive-sklearn.18b92d1628093697
    namespace: kserve-ci-e2e-test
    resourceVersion: "28377"
    uid: f6d7356e-99bc-4edb-a941-dc7302cd0ebf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:25:04.509634Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28450"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-dkncj
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:25:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:25:04Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d1705fbff41
    namespace: kserve-ci-e2e-test
    resourceVersion: "28454"
    uid: 93259286-a617-41ad-9bbe-9faf7f7e387e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:04Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:25:04Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d171f903c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "28469"
    uid: 72ac1028-2200-455b-be69-483b785b9902
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:04Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d172131a350
    namespace: kserve-ci-e2e-test
    resourceVersion: "28471"
    uid: 71146826-74c2-49a0-8d40-cb5df94e834a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d1723a143f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28472"
    uid: ec72c2a9-3801-408a-8035-359d5737ee62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d1724038f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28475"
    uid: e824e23c-4013-4993-b67e-467d75fda517
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:09Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d1816b10b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28512"
    uid: 8de28ee4-d2a6-4842-abbf-4db3c373b794
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d181b58ac74
    namespace: kserve-ci-e2e-test
    resourceVersion: "28516"
    uid: ebc36f49-aaea-4880-952d-2ed16305c1c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d181bbd56a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28517"
    uid: 7ce0affe-29a3-4dd6-bfb1-ffe40e43d300
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d181bc8b733
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: 9a7e43ca-eef2-4102-a242-39e25e242285
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d181f2bd17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28521"
    uid: cce8006a-96f6-4157-a2fd-794a587250f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:25:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:25:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d181f8cd486
    namespace: kserve-ci-e2e-test
    resourceVersion: "28522"
    uid: 502639fc-c3eb-48f7-bc80-e2f54b2283ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:26:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d1852bc9495
    namespace: kserve-ci-e2e-test
    resourceVersion: "29206"
    uid: 8391cff9-ff38-4abb-a7ee-5f994edc3a71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:26:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d2bff1de5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29161"
    uid: 49912a83-70c7-4aa1-9a70-13ce8f303df5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:26:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d2bff1e92eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29165"
    uid: a4c85140-6f82-4567-a524-3870b7b9bd9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7472acfb-8091-4231-b490-6e885e3fc3bb
  kind: Event
  lastTimestamp: "2026-06-15T06:26:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:26:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-dkncj.18b92d2c59209601
    namespace: kserve-ci-e2e-test
    resourceVersion: "29205"
    uid: 4b420aef-85e5-4df9-ad6d-10fa6d5a7766
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "28436"
    uid: f2df553a-18a2-44f9-ab2a-3cf3fb82d0a7
  kind: Event
  lastTimestamp: "2026-06-15T06:25:04Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-dkncj'
  metadata:
    creationTimestamp: "2026-06-15T06:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:25:04Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18b92d17057dc342
    namespace: kserve-ci-e2e-test
    resourceVersion: "28451"
    uid: 49246d9d-f492-47b4-9163-7576c08f01f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28433"
    uid: 4eb4669b-6d68-4985-8641-dcd036b77950
  kind: Event
  lastTimestamp: "2026-06-15T06:25:04Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:25:04Z"
    name: isvc-predictive-xgboost-predictor.18b92d1700772fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28437"
    uid: 29a3799b-0dcf-4d03-9f75-086d76aac0d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28435"
    uid: d33527bf-4a36-4f77-bcf7-ee5a5ea6dc0e
  kind: Event
  lastTimestamp: "2026-06-15T06:25:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:25:34Z"
    name: isvc-predictive-xgboost-predictor.18b92d1a7f58a36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28708"
    uid: acbdeb7a-e13a-41ac-aff7-44d4352a3d15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28435"
    uid: d33527bf-4a36-4f77-bcf7-ee5a5ea6dc0e
  kind: Event
  lastTimestamp: "2026-06-15T06:25:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:25:34Z"
    name: isvc-predictive-xgboost-predictor.18b92d1a7fc04c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28709"
    uid: 83a5964b-ea6c-491c-a319-6e37329242b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28598"
    uid: d33527bf-4a36-4f77-bcf7-ee5a5ea6dc0e
  kind: Event
  lastTimestamp: "2026-06-15T06:26:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-xgboost-predictor.18b92d217e8fee14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29133"
    uid: 06b8bea3-4735-4d6e-a787-d0e5ab83b7ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28598"
    uid: d33527bf-4a36-4f77-bcf7-ee5a5ea6dc0e
  kind: Event
  lastTimestamp: "2026-06-15T06:26:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:26:34Z"
    name: isvc-predictive-xgboost-predictor.18b92d217f04aea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29135"
    uid: 2c11f56d-145c-460a-b9a8-10ac455e4cfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:30:05.493693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5d1a08434d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30860"
    uid: 4aadb160-f4ed-42a0-bfa2-78dd22e2d967
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5d3383bd6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: 6cea3495-8311-4b1a-b84c-4247a1c96e4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5d34d94774
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: cc6dc37a-327d-407e-8950-2eb5bc15d811
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5d37cbde80
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: 2a957ae0-36d2-4d3d-bd62-8483ed092c83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5d3841492d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 167bf33f-7bca-4a8e-8adf-ca07e04384b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:10Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5e4d4571f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30927"
    uid: fbf4ad61-beb5-4ae9-91f1-8c74a65a8e8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5e504dd57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: 6e3b426f-c4a6-447b-9c86-fd29427e06a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5e50bfce08
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: 6ad3a336-6855-41f6-99e8-f7b1c29c8662
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5e50c9a5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: f4439e72-280e-462b-99ad-b0043f6c8638
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5e532bb524
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: a094d42f-7224-4b6a-ad18-ba86e7fe10fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:30:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:30:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d5e53b88926
    namespace: kserve-ci-e2e-test
    resourceVersion: "30938"
    uid: 9f0bdc03-0dea-4750-a318-8417f39ddcbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:31:37Z"
  message: 'Readiness probe failed: Get "http://10.132.0.32:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d66ebd81de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31620"
    uid: 8f86832c-e558-4aa4-9fb0-c84c7846eabc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:31:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d720fd7914e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31567"
    uid: f465232f-2bc3-403b-98c7-72c59d22a0d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:31:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d720fd81db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31571"
    uid: 13fdb44a-3e0b-48b9-b19a-161009604246
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 54dc2ae6-a02e-46f6-bb40-cc85ae14eb2f
  kind: Event
  lastTimestamp: "2026-06-15T06:31:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:31:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m.18b92d728fae252d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31619"
    uid: bbbff2ad-a7d8-4803-9e5a-4707207daef9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30839"
    uid: 5bc26a74-8234-4cf5-b092-0c12050f5ec4
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-7fs4m'
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18b92d5d19939142
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 5a04cb79-e1d8-4388-a59c-d03a677e50f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30835"
    uid: 038c37ea-10df-4cd9-855f-17719b3d3419
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-xgboost-v2-predictor.18b92d5d146c8623
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 62bfeb2c-4565-45b0-995a-a15d66f6d5d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30837"
    uid: dff99fee-df4a-42dc-bc59-49771d18990c
  kind: Event
  lastTimestamp: "2026-06-15T06:30:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:30:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18b92d609361e43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: 01b4a9d5-4719-4465-a613-adbe4716b59c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30837"
    uid: dff99fee-df4a-42dc-bc59-49771d18990c
  kind: Event
  lastTimestamp: "2026-06-15T06:30:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:30:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18b92d6093ce6b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: d041b24f-2ecf-4c25-8863-71d6117472b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: dff99fee-df4a-42dc-bc59-49771d18990c
  kind: Event
  lastTimestamp: "2026-06-15T06:31:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:31:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18b92d6791f039a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: 98f6320d-6a63-4679-875b-d533cfaff166
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: dff99fee-df4a-42dc-bc59-49771d18990c
  kind: Event
  lastTimestamp: "2026-06-15T06:31:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:31:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18b92d679261f592
    namespace: kserve-ci-e2e-test
    resourceVersion: "31428"
    uid: 6b9341cf-730c-4d4a-b4bd-eedaf9b0f886
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: 32aecf26-89fe-41c7-bc87-4700fdfb6f43
  kind: Event
  lastTimestamp: "2026-06-15T06:31:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:31:27Z"
    name: isvc-predictive-xgboost-v2.18b92d5d143bef89
    namespace: kserve-ci-e2e-test
    resourceVersion: "31487"
    uid: 3121e1b8-572a-4bef-b9ad-838ee755d34a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: 32aecf26-89fe-41c7-bc87-4700fdfb6f43
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-xgboost-v2.18b92d5d14ede464
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: b6413233-5192-45f8-a637-d166a923ad34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: 32aecf26-89fe-41c7-bc87-4700fdfb6f43
  kind: Event
  lastTimestamp: "2026-06-15T06:30:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:30:05Z"
    name: isvc-predictive-xgboost-v2.18b92d5d1a3e2212
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: 96f0f91a-f28f-4cd4-b22e-4c5ceb4ab1db
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:31:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31485"
    uid: 32aecf26-89fe-41c7-bc87-4700fdfb6f43
  kind: Event
  lastTimestamp: "2026-06-15T06:31:27Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:31:27Z"
    name: isvc-predictive-xgboost-v2.18b92d70413e3cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: af44b93a-1197-4cfd-b6f4-42601e69861f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: d8d4716c-e017-4ae7-b3b5-f94bfbf42f86
  kind: Event
  lastTimestamp: "2026-06-15T06:26:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:26:26Z"
    name: isvc-predictive-xgboost.18b92d17007cef61
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: d3153e57-b14b-4e66-bf6d-de9bf35e8d16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: d8d4716c-e017-4ae7-b3b5-f94bfbf42f86
  kind: Event
  lastTimestamp: "2026-06-15T06:25:04Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:25:04Z"
    name: isvc-predictive-xgboost.18b92d170112daee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28442"
    uid: 2e97bfd8-4bd3-4af5-91be-0b022b3eae54
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:26:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: d8d4716c-e017-4ae7-b3b5-f94bfbf42f86
  kind: Event
  lastTimestamp: "2026-06-15T06:26:26Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:26:26Z"
    name: isvc-predictive-xgboost.18b92d2a0a6cbca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: bcf5f340-d18d-4702-bb18-9c5e0ac68bcd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:21:18.651007Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26490"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:21:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:21:18Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce26fc2d7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26495"
    uid: e717a09b-d8ce-4004-8d29-a50810623b2a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:19Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:21:19Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce2892eccf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26507"
    uid: 3c72550e-1cc1-45f2-9ffe-838e063a9a64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:19Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce28ac8f08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26509"
    uid: a08655c6-696c-4a2a-8398-806aebf4c443
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:19Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce28d7dbe30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: 4bdb1d84-0272-4c22-bd10-2ece49070d0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:19Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce28df24c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 35dd9d0c-217a-4318-a53a-1e514ba55cb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:22Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce37066a96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26543"
    uid: 00720a0f-d34f-4f7e-acaa-e3ad4aaf3c9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:23Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce373748439
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: cfe544ba-249d-4fc6-b76c-a2869129f396
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:23Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce373e1cffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: d51c7dcb-c499-40fd-a982-07b5f9a3d7a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:23Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce373eb07a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26549"
    uid: 62fde0b1-7050-4398-b653-56cc523faae4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:23Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce377101a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "26550"
    uid: fd79a8ef-600d-4f76-a3cb-c6c4aa2ab77d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:21:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:21:23Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce3777f157d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26551"
    uid: ce1fc7cc-b4f3-477e-a9f2-080d0d88afa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:23:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:10Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92ce3e86b8766
    namespace: kserve-ci-e2e-test
    resourceVersion: "27477"
    uid: 26dbd7ba-e06e-4901-907c-59a95aba9de4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:23:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:08Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92cfc1c02bd26
    namespace: kserve-ci-e2e-test
    resourceVersion: "27424"
    uid: 8d4946ae-fa68-4704-8a9f-ac2a8e09211f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:23:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:08Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92cfc1c05ea09
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: acf60cb2-687e-4cbc-a688-98272f9fe18a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: f16264e1-fa3f-43e4-9909-ef67243c1c71
  kind: Event
  lastTimestamp: "2026-06-15T06:23:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:10Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d-sskgq.18b92cfc96c22e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27489"
    uid: 82678279-007c-414b-9f56-8b6176fa65ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-452881-predictor-6bd5b98f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 356f3c2f-cdf0-4ec8-af0a-f416afccd60e
  kind: Event
  lastTimestamp: "2026-06-15T06:21:18Z"
  message: 'Created pod: isvc-primary-452881-predictor-6bd5b98f4d-sskgq'
  metadata:
    creationTimestamp: "2026-06-15T06:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:21:18Z"
    name: isvc-primary-452881-predictor-6bd5b98f4d.18b92ce26f2de91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: 23641664-afa4-4eb8-bffd-672c1bee452d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-452881-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 79e63a48-2938-4274-8e3a-bf5970d4498e
  kind: Event
  lastTimestamp: "2026-06-15T06:21:18Z"
  message: Scaled up replica set isvc-primary-452881-predictor-6bd5b98f4d from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-15T06:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:21:18Z"
    name: isvc-primary-452881-predictor.18b92ce26a58a617
    namespace: kserve-ci-e2e-test
    resourceVersion: "26483"
    uid: 412765a2-1172-46c5-9179-f861cd355284
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-452881-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: 034853b6-4206-403f-911a-881d8957624f
  kind: Event
  lastTimestamp: "2026-06-15T06:21:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:21:48Z"
    name: isvc-primary-452881-predictor.18b92ce5e935e9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 35b32aa8-a0c8-424e-872c-fcb7375cc544
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-452881-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: 034853b6-4206-403f-911a-881d8957624f
  kind: Event
  lastTimestamp: "2026-06-15T06:21:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:21:48Z"
    name: isvc-primary-452881-predictor.18b92ce5e9a25c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 7c21a7e9-3cfc-419c-aebd-e75d332949c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-452881-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 034853b6-4206-403f-911a-881d8957624f
  kind: Event
  lastTimestamp: "2026-06-15T06:22:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:22:48Z"
    name: isvc-primary-452881-predictor.18b92cece7a24ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: 0d730826-c7a9-40fd-8c0c-aa33c55bc813
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-452881-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 034853b6-4206-403f-911a-881d8957624f
  kind: Event
  lastTimestamp: "2026-06-15T06:22:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:22:48Z"
    name: isvc-primary-452881-predictor.18b92cece81df640
    namespace: kserve-ci-e2e-test
    resourceVersion: "27181"
    uid: b2fb12ac-16e8-4c29-ba92-88477b7c42c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-452881
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: 7c77052a-c6da-42bf-9192-6829952ff834
  kind: Event
  lastTimestamp: "2026-06-15T06:22:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:22:40Z"
    name: isvc-primary-452881.18b92ce269eb4602
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 9f359721-d83c-4ba8-90ff-8a8c766f5f6c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-452881
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: 7c77052a-c6da-42bf-9192-6829952ff834
  kind: Event
  lastTimestamp: "2026-06-15T06:21:18Z"
  message: 'Failed to update status for InferenceService "isvc-primary-452881": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-452881":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:21:18Z"
    name: isvc-primary-452881.18b92ce26a6e7003
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: bcfdb267-7d1f-4787-893f-0c0523bd252d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:21:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-452881
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: 7c77052a-c6da-42bf-9192-6829952ff834
  kind: Event
  lastTimestamp: "2026-06-15T06:21:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-452881": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:21:18Z"
    name: isvc-primary-452881.18b92ce26a6ebbeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: eedbe0ec-2634-4ae4-8dda-79cfdd6b7848
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-452881
    namespace: kserve-ci-e2e-test
    resourceVersion: "27108"
    uid: 7c77052a-c6da-42bf-9192-6829952ff834
  kind: Event
  lastTimestamp: "2026-06-15T06:22:40Z"
  message: InferenceService [isvc-primary-452881] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:22:40Z"
    name: isvc-primary-452881.18b92cf57b8388db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: d3aab5db-6afe-488f-add0-b90df434f27b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:22:48.805777Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: 3a6b6b2e-0f86-4d4c-8aa2-eb08e46d369c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-452881-predictor-6b59fd8f47-5vqwx
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:22:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:22:48Z"
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx.18b92cf76d677d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: a1016bea-3ba3-49e2-8c8c-9e019f239485
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 3a6b6b2e-0f86-4d4c-8aa2-eb08e46d369c
  kind: Event
  lastTimestamp: "2026-06-15T06:22:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-452881-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:22:48Z"
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx.18b92cf7781be1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27214"
    uid: db893fd5-a698-45d1-a182-7c67a56aa877
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: 3a6b6b2e-0f86-4d4c-8aa2-eb08e46d369c
  kind: Event
  lastTimestamp: "2026-06-15T06:22:49Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:22:49Z"
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx.18b92cf7aa9cac71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 5496c3f5-4db9-451c-8c93-7b01967449ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 3a6b6b2e-0f86-4d4c-8aa2-eb08e46d369c
  kind: Event
  lastTimestamp: "2026-06-15T06:22:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:22:57Z"
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx.18b92cf7ac091ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27289"
    uid: bafbfb07-e5a2-4ca1-9625-895721fe8380
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 3a6b6b2e-0f86-4d4c-8aa2-eb08e46d369c
  kind: Event
  lastTimestamp: "2026-06-15T06:22:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:22:57Z"
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx.18b92cf7aec72875
    namespace: kserve-ci-e2e-test
    resourceVersion: "27291"
    uid: a8749a42-8240-4e96-a6e9-17dab43cec8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 3a6b6b2e-0f86-4d4c-8aa2-eb08e46d369c
  kind: Event
  lastTimestamp: "2026-06-15T06:22:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:22:57Z"
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx.18b92cf7af3a6d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: 1ed965f1-e296-4773-a0bb-43d539c9bdeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 3a6b6b2e-0f86-4d4c-8aa2-eb08e46d369c
  kind: Event
  lastTimestamp: "2026-06-15T06:23:05Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-452881-predictor-6b59fd8f47-5vqwx_kserve-ci-e2e-test(3a6b6b2e-0f86-4d4c-8aa2-eb08e46d369c)
  metadata:
    creationTimestamp: "2026-06-15T06:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:23:05Z"
    name: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx.18b92cfb4d806764
    namespace: kserve-ci-e2e-test
    resourceVersion: "27353"
    uid: 0a268af1-502a-4015-b2a4-9c9276e90f9c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-452881-predictor-6b59fd8f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: 2e220606-3fe0-4adc-bd2e-221dfaa62b50
  kind: Event
  lastTimestamp: "2026-06-15T06:22:48Z"
  message: 'Created pod: isvc-secondary-452881-predictor-6b59fd8f47-5vqwx'
  metadata:
    creationTimestamp: "2026-06-15T06:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:22:48Z"
    name: isvc-secondary-452881-predictor-6b59fd8f47.18b92cf76cef4b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: d5b32743-42c2-406f-bcb7-97a73a2fc643
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-452881-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27188"
    uid: 0e6b74c6-f94f-4584-8894-807c40859f18
  kind: Event
  lastTimestamp: "2026-06-15T06:22:48Z"
  message: Scaled up replica set isvc-secondary-452881-predictor-6b59fd8f47 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-15T06:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:22:48Z"
    name: isvc-secondary-452881-predictor.18b92cf7687ae734
    namespace: kserve-ci-e2e-test
    resourceVersion: "27192"
    uid: 21f3b61b-9f17-4f85-8534-cdef24747e19
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-452881-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: 08a2e869-4f67-45f6-a623-ef5db9f8cb61
  kind: Event
  lastTimestamp: "2026-06-15T06:23:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:23:03Z"
    name: isvc-secondary-452881-predictor.18b92cfae6ecf339
    namespace: kserve-ci-e2e-test
    resourceVersion: "27339"
    uid: 8192da49-d367-4bf4-abe1-51bdf3e14e23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:23:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-452881-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: 08a2e869-4f67-45f6-a623-ef5db9f8cb61
  kind: Event
  lastTimestamp: "2026-06-15T06:23:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:23:03Z"
    name: isvc-secondary-452881-predictor.18b92cfae77c43ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27342"
    uid: fc95f21c-ae8a-4f8d-a1fa-4c4006727b37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-452881
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: 5f72ef2e-afc7-4ad5-851d-465a9f093f60
  kind: Event
  lastTimestamp: "2026-06-15T06:23:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:23:05Z"
    name: isvc-secondary-452881.18b92cf7682ed72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27357"
    uid: 2edf917b-86c1-4a91-ba5a-57b17b99a99e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-452881
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: 5f72ef2e-afc7-4ad5-851d-465a9f093f60
  kind: Event
  lastTimestamp: "2026-06-15T06:22:48Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-452881":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-452881":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:22:48Z"
    name: isvc-secondary-452881.18b92cf7688944ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: 6c8e40da-e971-45b1-9055-030c0dfa14e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:22:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-452881
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: 5f72ef2e-afc7-4ad5-851d-465a9f093f60
  kind: Event
  lastTimestamp: "2026-06-15T06:22:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-452881": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:22:48Z"
    name: isvc-secondary-452881.18b92cf768898fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: bbd7cd46-08cb-4427-a8f0-c3d0180e6541
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:00:58.314564Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:00:58Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc64e0a8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 9b5e848a-60ef-4f9b-ad1c-fd4ffbcf62d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:00:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:00:58Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc659a1ebd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 6a335bbd-19bd-47b8-9aa5-bbb07e9d0158
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:00:59Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:00:59Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc68b4677ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 847a4d36-cb8b-4e6d-8da4-5202d3392e9d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:00:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:00:59Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc68cff10c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 806f31c2-bbe1-4076-bc26-94ca1e5f3cc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:00:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:00:59Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc68ff88ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 94eb5426-05f3-4b40-be11-18535cf8ac4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:00:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:00:59Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc69085446e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 3919907e-651d-4d78-a5d9-9b22000ee9f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:01:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:03Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc79de715ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: ebd03dfd-23db-4652-a69e-c120e715e695
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:01:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:04Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc7a0fbfadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 003275a2-237c-4a27-bd47-82d74c6ebd6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:01:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:04Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc7a15fc3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: 62151142-c923-48f2-bc47-49ad71e3975f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:01:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:04Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc7a16a7dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 2d73b5cf-8889-4105-9372-a2529555a2dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:01:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:04Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc7a44dcd8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: 175cfc46-ec9a-4ba2-a57b-a4f9cce1acd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:01:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:04Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc7a4b6b0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: ea3c625b-0868-49dd-8148-ba221412984c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:01:04Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:41e9c610ce929fc56f4076f97bf42d251460cf8b6a90f49e0a84e5b92946522f"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:04Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc7a4c1f7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 8ebf9151-8878-4ccc-8842-ebcbfc7307ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:01:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-06-15T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:04Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc7a7fdb169
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 2a5b02e3-97ff-48d1-ba6d-5bb70be31b01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:01:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-06-15T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:04Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc7a8b68b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: f30f37e1-0b97-43f8-b50f-fca241cebcd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:02:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:27Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc7d9fc55e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16996"
    uid: e4ed0a4c-74f4-4e0e-be56-7852cd6e83f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:02:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-06-15T06:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:27Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bc815df49be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 23d7081e-df69-4c86-8a89-aefcbd46bd71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:02:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:23Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bda23d72716
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: 81253d70-03f9-4c47-b36f-607b52b7af55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:02:23Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-06-15T06:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:23Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bda23d7d68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 2382b709-015a-4ca0-9551-f4444dca038f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:02:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:23Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bda23d8a4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: d17afc80-8631-4f9f-af05-fc48de0661c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 94b7f481-6473-4126-b178-97da6b1c3d1b
  kind: Event
  lastTimestamp: "2026-06-15T06:02:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:36Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5.18b92bdaf2131ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: f8830696-e669-445f-a3d2-0b0b1806b67c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: cef65f8f-a1db-476b-80b3-1d5f689b3edc
  kind: Event
  lastTimestamp: "2026-06-15T06:00:58Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-9d95f7dcb-llfv5'
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:00:58Z"
    name: isvc-sklearn-batcher-custom-predictor-9d95f7dcb.18b92bc64d97a71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: 41e292da-1a39-4fc8-b6cf-e1425530b91b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: 1eac95e8-beef-49e0-a450-e788bdba02c8
  kind: Event
  lastTimestamp: "2026-06-15T06:00:58Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-9d95f7dcb from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:00:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18b92bc64871402e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: f02f905d-0c3e-4bf7-8a1e-079894f64834
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: e5f0b631-87b7-480b-a1c5-51f4339abdb9
  kind: Event
  lastTimestamp: "2026-06-15T06:01:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:01:43Z"
    name: isvc-sklearn-batcher-custom-predictor.18b92bc9c7055394
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: f1719bc2-978f-4d4b-bf96-23fc5bf58174
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: e5f0b631-87b7-480b-a1c5-51f4339abdb9
  kind: Event
  lastTimestamp: "2026-06-15T06:01:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:01:43Z"
    name: isvc-sklearn-batcher-custom-predictor.18b92bc9c775f90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: c008a5f6-eeaf-4c6f-a891-4641d45464c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: e5f0b631-87b7-480b-a1c5-51f4339abdb9
  kind: Event
  lastTimestamp: "2026-06-15T06:02:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:02:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18b92bcd46afd358
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: bce886f1-177e-491a-a37c-1696b32baa8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:01:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: e5f0b631-87b7-480b-a1c5-51f4339abdb9
  kind: Event
  lastTimestamp: "2026-06-15T06:02:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:02:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18b92bcd4725dc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 5cd45dcd-08a6-40c1-909b-211f03d87bed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: 2c187846-b8bb-4930-9408-8725865409dc
  kind: Event
  lastTimestamp: "2026-06-15T06:02:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:02:17Z"
    name: isvc-sklearn-batcher-custom.18b92bc64847baa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: a43f999c-1434-4b0f-8d52-a889c4559c98
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: 2c187846-b8bb-4930-9408-8725865409dc
  kind: Event
  lastTimestamp: "2026-06-15T06:00:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:00:58Z"
    name: isvc-sklearn-batcher-custom.18b92bc648a3ed8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: 39601c78-019b-45ab-9625-3ed7bf514002
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16851"
    uid: 2c187846-b8bb-4930-9408-8725865409dc
  kind: Event
  lastTimestamp: "2026-06-15T06:02:17Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:02:17Z"
    name: isvc-sklearn-batcher-custom.18b92bd8bbb67704
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: eb8a17f0-d82f-40be-9ba4-7b04e420bef6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T05:59:03.171995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T05:59:03Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bab7f024b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: ce706277-7f10-4afb-9ac0-f894618d7b0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:03Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T05:59:03Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bab98951d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: 1c66cb06-b2f8-4a50-9a3e-2d2b0ffcc7b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:03Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bab9a432a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: 129613b2-e230-4caa-a1cb-6ee4630dc6b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:03Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bab9cf367f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 3ef1d9ca-5a3c-46f8-8731-a73de5d8bb17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:03Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bab9d69bbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 8f324952-92fd-42e0-bec0-402138c3003f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:08Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
  metadata:
    creationTimestamp: "2026-06-15T05:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:08Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bacb4facbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 4bd2b837-d46c-4a04-899b-b4c958bab2b9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    in 13.415s (13.415s including waiting). Image size: 1555617714 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T05:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:21Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bafd498fe25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: 2bc65861-4136-4d9f-be1c-2953f9e66e52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T05:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:21Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bafd7ab112c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: 52c117dc-fbfd-4fcc-b7e2-760d268d4c93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T05:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:21Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bafd823625c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: f78a5d90-7b20-44e8-be0b-adf7d595dbe1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:21Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-06-15T05:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:21Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bafd830878e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 316e9e1f-d976-4682-8b4f-4b2e174d679a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.182s (2.182s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T05:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:24Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bb05a443f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: eadc99a6-c022-4ff2-bc75-3615a99d4650
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T05:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:24Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bb05d54d104
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: a4722f9e-3453-4ca3-97c2-38075af43fbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T05:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:24Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bb05dc9cc30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 3174a800-177b-4a8f-a4ca-9e113e67f2f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:41e9c610ce929fc56f4076f97bf42d251460cf8b6a90f49e0a84e5b92946522f"
  metadata:
    creationTimestamp: "2026-06-15T05:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:24Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bb05dd5f83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: 8a916304-68fb-4aca-9fff-73eaf526dd26
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:41e9c610ce929fc56f4076f97bf42d251460cf8b6a90f49e0a84e5b92946522f"
    in 2.406s (2.406s including waiting). Image size: 239737436 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T05:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:26Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bb0ed447cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: 58d73c64-81fd-49a1-8de6-34393313e758
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-06-15T05:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:26Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bb0f0272a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15508"
    uid: 1fe6c4ca-73e6-4dfb-861c-b88ddc770970
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T05:59:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-06-15T05:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T05:59:26Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bb0f0aecc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 5e4bbb07-5e8e-463e-a232-3d74ab5374d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T06:01:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T05:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:13Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bb1284c1c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 7eaaad80-e287-4156-b8ac-c8b4f50c74ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T06:01:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-06-15T05:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:03Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bb12856f140
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 47d1224a-a5a8-47e1-a60d-bd5ef2f43c04
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T06:00:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:00:58Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bc64864a68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: dcefa736-13dd-4763-8cd9-ec63f23198bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T06:00:58Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:00:58Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bc648650260
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 186eeed9-84be-4ba8-ab11-cecc9090f130
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T06:00:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:00:58Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bc648651094
    namespace: kserve-ci-e2e-test
    resourceVersion: "16211"
    uid: 50e457dc-7d95-4f6c-a554-5c1fce414e15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 6e023b59-ba30-435a-8e0c-5867698c9691
  kind: Event
  lastTimestamp: "2026-06-15T06:01:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:01:13Z"
    name: isvc-sklearn-batcher-predictor-58696db7df-r9jwh.18b92bc65882f9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: 09e787ce-9275-430d-8a8e-6e67e4b24085
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-58696db7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 9fccb29b-789d-4f2f-a793-bfedee159b5d
  kind: Event
  lastTimestamp: "2026-06-15T05:59:03Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-58696db7df-r9jwh'
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T05:59:03Z"
    name: isvc-sklearn-batcher-predictor-58696db7df.18b92bab7e88cbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 0adbaf9e-6c74-4f2a-b0f7-9b9495cbb4e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: e8e1f141-3bb6-4ca0-b21b-1c2c170edc0d
  kind: Event
  lastTimestamp: "2026-06-15T05:59:03Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-58696db7df from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T05:59:03Z"
    name: isvc-sklearn-batcher-predictor.18b92bab78b8482e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: b9601b7f-5d1b-45de-ac4d-48dd7744fe8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: 91f69b3d-dbdd-47a6-b7d3-301e0948f412
  kind: Event
  lastTimestamp: "2026-06-15T06:00:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T05:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:00:03Z"
    name: isvc-sklearn-batcher-predictor.18b92baefecd8048
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 7ee3ff82-2932-448a-9696-c872a2d1f04a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: 91f69b3d-dbdd-47a6-b7d3-301e0948f412
  kind: Event
  lastTimestamp: "2026-06-15T06:00:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T05:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:00:03Z"
    name: isvc-sklearn-batcher-predictor.18b92baeff7680cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 8db7a579-c0ff-4294-ae82-3e76c0a25a39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 91f69b3d-dbdd-47a6-b7d3-301e0948f412
  kind: Event
  lastTimestamp: "2026-06-15T06:00:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:00:48Z"
    name: isvc-sklearn-batcher-predictor.18b92bbcfbb86db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: 1f7877b9-290a-44e6-85f8-d4fa1a46d4a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 91f69b3d-dbdd-47a6-b7d3-301e0948f412
  kind: Event
  lastTimestamp: "2026-06-15T06:00:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:00:48Z"
    name: isvc-sklearn-batcher-predictor.18b92bbcfc30d55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: d2cd294c-ff41-44ad-91c5-8f97147b82ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 8229ec0b-5267-4825-b8c6-3bdcfc9a7973
  kind: Event
  lastTimestamp: "2026-06-15T06:00:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:00:43Z"
    name: isvc-sklearn-batcher.18b92bab7ed7b8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: 8128cf00-5322-43b4-ae8b-b558d924c8b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 8229ec0b-5267-4825-b8c6-3bdcfc9a7973
  kind: Event
  lastTimestamp: "2026-06-15T05:59:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T05:59:03Z"
    name: isvc-sklearn-batcher.18b92bab7f89cd40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15313"
    uid: 5129b576-6ef3-4237-807a-48031247b600
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T05:59:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 8229ec0b-5267-4825-b8c6-3bdcfc9a7973
  kind: Event
  lastTimestamp: "2026-06-15T05:59:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T05:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T05:59:03Z"
    name: isvc-sklearn-batcher.18b92bab7f8a2d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: 4723fc41-d989-4f97-a471-e05129bda263
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:00:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: 8229ec0b-5267-4825-b8c6-3bdcfc9a7973
  kind: Event
  lastTimestamp: "2026-06-15T06:00:43Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:00:43Z"
    name: isvc-sklearn-batcher.18b92bc2e257152d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: 4ef384bf-20c7-4cf3-bfef-b4222fe1af7f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:11:50.505025Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21558"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:11:50Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5e279f6be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21563"
    uid: 52d3ed23-319c-4bcc-8aab-d93d0d5407e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21572"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:50Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:11:50Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5e41ae4619
    namespace: kserve-ci-e2e-test
    resourceVersion: "21577"
    uid: dd25510d-360a-4478-acae-ce0c023c110a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:50Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5e43351a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 4b21b9b4-1210-41c3-9ffa-803c2c87ac82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:51Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5e45c9541f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21580"
    uid: ed79cef1-1920-416a-a3bc-93b3b4f15302
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:51Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5e462b29b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 88e248a6-575d-437b-b0d3-8fc68acfb202
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:55Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5f3fb1fe67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21624"
    uid: 4bf2ca59-3c5a-43ed-96a3-b062b633d363
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:55Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5f4310d877
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: bb36d498-00ff-45d3-8495-94448764d161
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:55Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5f4375b013
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: 29b54208-2ecf-40e2-aa18-fa829e043518
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:55Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-06-15T06:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:55Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5f438326d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: 3ec44e27-0c5a-4139-b5fb-7b078e4120fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.72s (2.72s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:57Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5fe5ad4334
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 151b8859-93cb-4dd4-b4cd-143ce0edc654
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:58Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-06-15T06:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:58Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5fe86d4fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: ce10f513-7382-4bd9-8ece-77f91b7caa3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:58Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-06-15T06:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:58Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5fe8d3326c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 3eb941d8-6b1b-4c69-ac33-5b7faec57e56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:58Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5fe8de03a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 74f7f8c4-e471-4cff-b0c0-a30a4c8248ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:58Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5febacdc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21659"
    uid: ad845e03-50fc-4af5-930c-1d5fe403556a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:11:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:11:58Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c5fec14d9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21660"
    uid: 29d964be-5340-4c2b-89c2-0f347f347cd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:13:35Z"
  message: 'Readiness probe failed: Get "http://10.134.0.38:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:35Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c663df1295b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22423"
    uid: de168a76-b34d-47f7-be6e-50e9b076701e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:13:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:10Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c70cdbed55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: 1233e510-96c3-4f42-abb1-b6ef458f32c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:13:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:10Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c70cdbf61db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: 8a72263f-7cff-446a-98bf-ec1d38866cbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:13:10Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-06-15T06:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:10Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c70cdbf8eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: 1e882226-5133-439c-8213-4eedbc00907e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ab0c04b2-a77e-4719-897b-0b86e7048d3d
  kind: Event
  lastTimestamp: "2026-06-15T06:13:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:13:40Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5-r9228.18b92c71e1d48ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: 2b1d72ab-7346-4ce0-8b0d-0075e09eb938
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-549c7c79f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: 4d0f2e02-50c6-4ea3-af23-4400d8ff28b5
  kind: Event
  lastTimestamp: "2026-06-15T06:11:50Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-549c7c79f5-r9228'
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:11:50Z"
    name: isvc-sklearn-mcp-predictor-549c7c79f5.18b92c5e27123cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21560"
    uid: 17c71eab-6da2-4a10-928e-7853a65b7b8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: 26b5a013-c87c-4300-990f-43ee123f6833
  kind: Event
  lastTimestamp: "2026-06-15T06:11:50Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-549c7c79f5 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:11:50Z"
    name: isvc-sklearn-mcp-predictor.18b92c5e23f818e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 11041fd3-f30d-4a4f-be42-e4e72b677abb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: 0928d3fc-050f-4a85-9e74-73b4687dc491
  kind: Event
  lastTimestamp: "2026-06-15T06:13:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:13:05Z"
    name: isvc-sklearn-mcp.18b92c5e23681fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 579d3d5d-d85b-4c04-ad0f-599e252c94d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: 0928d3fc-050f-4a85-9e74-73b4687dc491
  kind: Event
  lastTimestamp: "2026-06-15T06:11:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:11:50Z"
    name: isvc-sklearn-mcp.18b92c5e24002ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21571"
    uid: 55af4e59-31dc-4e20-917f-8de8d59265e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:11:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 0928d3fc-050f-4a85-9e74-73b4687dc491
  kind: Event
  lastTimestamp: "2026-06-15T06:11:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:11:50Z"
    name: isvc-sklearn-mcp.18b92c5e296c9358
    namespace: kserve-ci-e2e-test
    resourceVersion: "21573"
    uid: fdba17a8-7528-4d34-bf81-84304d5eefe1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:13:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0928d3fc-050f-4a85-9e74-73b4687dc491
  kind: Event
  lastTimestamp: "2026-06-15T06:13:05Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:13:05Z"
    name: isvc-sklearn-mcp.18b92c6f93799b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "22124"
    uid: b1762213-bcff-41f2-a846-c1205f0adf4b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:33:07.910761Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:33:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:33:07Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d8792efd0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: 94d19a1a-7eeb-490c-8218-24274ffa457e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:08Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:33:08Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d87ad358f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32378"
    uid: e33a2b41-7877-4b1b-bce0-fe18bdc303df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:08Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d87ae9516c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32381"
    uid: 1ad87201-f24c-401f-98b9-948fbd764a39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:08Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d87b151e1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: 9bb7e026-0527-40fa-81b5-395e776d926b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:08Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d87b1c25f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32384"
    uid: 18ea49cc-355e-4b35-a6fa-4024bad147f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:13Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d88ce411220
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 58d37676-6154-4626-bc45-ede131eebbd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:13Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d88d1aa7345
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: c325fe98-aa6b-4c7e-a1bf-6da3c55baac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:13Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d88d2194a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ab373e02-22e4-4917-a76b-7de530988e0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:13Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d88d222d651
    namespace: kserve-ci-e2e-test
    resourceVersion: "32441"
    uid: 7ad57da2-ac5d-481a-b8f6-3e100c4f63da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:13Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d88d559a9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32443"
    uid: 9ab263f5-0e2a-4916-bded-88b2b3f6d1c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:33:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:33:13Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d88d5d55e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: f2a2a5cb-c91d-4c5e-9de2-2c32d3732795
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:34:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:41Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d89462c45a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33142"
    uid: 26978f6d-200d-4406-a4f5-0e805f0fc60c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:34:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d9c91412792
    namespace: kserve-ci-e2e-test
    resourceVersion: "33077"
    uid: bea5998b-85f2-4969-a777-1a097a01fd4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:34:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d9c91420c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: f7cd2aba-42af-4103-8394-9245911b2f4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 3e8d87fd-fa3c-41ca-bf83-f0abd41a81e6
  kind: Event
  lastTimestamp: "2026-06-15T06:34:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:41Z"
    name: isvc-sklearn-predictor-5bdbc4b78f-qh4pq.18b92d9d4c62f38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33141"
    uid: 8069fc21-9072-488f-875b-abd0e9ef16ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5bdbc4b78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: 8230df45-a3eb-481e-8dd5-0a52926d703f
  kind: Event
  lastTimestamp: "2026-06-15T06:33:07Z"
  message: 'Created pod: isvc-sklearn-predictor-5bdbc4b78f-qh4pq'
  metadata:
    creationTimestamp: "2026-06-15T06:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:33:07Z"
    name: isvc-sklearn-predictor-5bdbc4b78f.18b92d8792801363
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 7ffa4570-8487-4a7d-8bb8-7737b552cbba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f590e642-5426-4276-91e6-069b69b3a4b3
  kind: Event
  lastTimestamp: "2026-06-15T06:33:07Z"
  message: Scaled up replica set isvc-sklearn-predictor-5bdbc4b78f from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:33:07Z"
    name: isvc-sklearn-predictor.18b92d8790092ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32347"
    uid: e85aaa64-8b5b-4123-b549-53a061a2701c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: 69589b52-283c-4231-b6e6-a7ccef564138
  kind: Event
  lastTimestamp: "2026-06-15T06:33:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:33:37Z"
    name: isvc-sklearn-predictor.18b92d8b0ef09cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32617"
    uid: 5d47753d-ec4d-444b-990b-4dbf9b0c98d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: 69589b52-283c-4231-b6e6-a7ccef564138
  kind: Event
  lastTimestamp: "2026-06-15T06:33:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:33:37Z"
    name: isvc-sklearn-predictor.18b92d8b0f578ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32618"
    uid: 86468946-2e04-4fd1-9bbc-231066d71e6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 69589b52-283c-4231-b6e6-a7ccef564138
  kind: Event
  lastTimestamp: "2026-06-15T06:34:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:34:37Z"
    name: isvc-sklearn-predictor.18b92d920d6dec1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33050"
    uid: 9d35935a-55d0-4069-9757-dad30e08d288
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 69589b52-283c-4231-b6e6-a7ccef564138
  kind: Event
  lastTimestamp: "2026-06-15T06:34:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:34:37Z"
    name: isvc-sklearn-predictor.18b92d920df93d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: 18713fa9-92a4-4bdd-ab22-409585663bcf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:35:38.353987Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33603"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-565f974957-7t28f
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:35:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:35:38Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92daa9a0d4d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33610"
    uid: 8ecec2fd-743d-4ac0-9ada-5b8b1c4b9c72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:38Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92daaa47b8f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33620"
    uid: 4157e280-b9a0-42d8-891c-bb4486feda7a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:39Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:35:39Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92daad74e22ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33630"
    uid: 0c8c1e01-aa62-4749-b7a2-54aab7a3ff6b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:39Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92daad8d8a32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33632"
    uid: a956acc4-4a41-44fa-a4e4-e265c875f4e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:39Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92daadc326fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33633"
    uid: 549f7b74-dcde-4402-b50f-d013fd37f736
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:39Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92daadca3ba47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33634"
    uid: 2d7d4fee-79fb-4982-80da-4e74f63bfed6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:45Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92dac5e04bc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33692"
    uid: 946c5d35-9187-4360-a748-3c8c92483fb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:45Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92dac610185e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33696"
    uid: 67bf1f7b-e23d-428a-93dc-2767959221b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:46Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92dac61c7a47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33699"
    uid: 36c0222c-563d-4f88-ae26-3753e638c006
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:46Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92dac61d14b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33700"
    uid: 3a157fd0-7be4-4856-b084-c7ec8560e5f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:46Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92dac655c32af
    namespace: kserve-ci-e2e-test
    resourceVersion: "33702"
    uid: 25389f1d-613f-4852-b6b5-cbc2824616e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:46Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92dac65cb3aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33703"
    uid: 24557ef1-4f84-4160-b2af-cbae98ad97c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:35:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:53Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92dacd61b7ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33759"
    uid: 8864a76a-0661-4e24-82d4-605e142355bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:36:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:15Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92db33cd5de17
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: cf363c72-02cb-4c6c-b4fa-6768e90f104d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 663c6c55-58c8-4615-8a91-8a06c80929db
  kind: Event
  lastTimestamp: "2026-06-15T06:36:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:15Z"
    name: isvc-sklearn-runtime-predictor-565f974957-7t28f.18b92db33cd98838
    namespace: kserve-ci-e2e-test
    resourceVersion: "33964"
    uid: 2db737a3-3e82-4969-b5a0-0aa0f86403ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-565f974957
    namespace: kserve-ci-e2e-test
    resourceVersion: "33592"
    uid: 32865620-e951-41e6-8b91-330c1d33a5f5
  kind: Event
  lastTimestamp: "2026-06-15T06:35:38Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-565f974957-7t28f'
  metadata:
    creationTimestamp: "2026-06-15T06:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:35:38Z"
    name: isvc-sklearn-runtime-predictor-565f974957.18b92daa9958b15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33606"
    uid: 414c0eed-04e3-47e7-81d6-7a592671bf9d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: bac7d9e7-f12b-492e-abb1-5ff91d1e8a70
  kind: Event
  lastTimestamp: "2026-06-15T06:35:38Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-565f974957 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-15T06:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:35:38Z"
    name: isvc-sklearn-runtime-predictor.18b92daa95a5a7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33596"
    uid: e08722f9-4c04-4bc1-822c-710dc1a628f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33591"
    uid: dc78362c-ea20-440a-be92-b87716a95dee
  kind: Event
  lastTimestamp: "2026-06-15T06:35:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:35:53Z"
    name: isvc-sklearn-runtime-predictor.18b92dae1483288b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33754"
    uid: 7af90c2d-1f7b-4898-b506-084c88f4bb42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33591"
    uid: dc78362c-ea20-440a-be92-b87716a95dee
  kind: Event
  lastTimestamp: "2026-06-15T06:35:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:35:53Z"
    name: isvc-sklearn-runtime-predictor.18b92dae14fa7262
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: fbd64d86-034a-44da-8b2f-1469b342de7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33755"
    uid: dc78362c-ea20-440a-be92-b87716a95dee
  kind: Event
  lastTimestamp: "2026-06-15T06:36:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:36:08Z"
    name: isvc-sklearn-runtime-predictor.18b92db193ebfc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33865"
    uid: 7029d2bd-ea93-44e6-9e14-84ec65f32e0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33755"
    uid: dc78362c-ea20-440a-be92-b87716a95dee
  kind: Event
  lastTimestamp: "2026-06-15T06:36:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:36:08Z"
    name: isvc-sklearn-runtime-predictor.18b92db19466b34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33866"
    uid: 7b0a7fa0-c3ef-4683-8021-35c4b9370119
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 435438c6-e886-4efb-840f-657c94c12300
  kind: Event
  lastTimestamp: "2026-06-15T06:36:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:36:04Z"
    name: isvc-sklearn-runtime.18b92daa956d384f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 81037955-6039-481c-9550-b548dfb4db1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 435438c6-e886-4efb-840f-657c94c12300
  kind: Event
  lastTimestamp: "2026-06-15T06:35:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:35:38Z"
    name: isvc-sklearn-runtime.18b92daa95e58db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: 10321057-7e33-472c-8ed1-9c0d44c14904
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: 435438c6-e886-4efb-840f-657c94c12300
  kind: Event
  lastTimestamp: "2026-06-15T06:36:04Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:36:04Z"
    name: isvc-sklearn-runtime.18b92db095f782d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33834"
    uid: 9912a8f0-f516-4f81-915d-23e50ae5dbb7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:50:44.043824Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41179"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-5d7466784d-6m52d
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:50:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:50:44Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7d795f71f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41186"
    uid: cd4db73a-d5ea-4c9c-b685-d782f58f26ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:44Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7d83794c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "41196"
    uid: 212f941e-110c-4a94-bf5e-cbd432ae91d2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41190"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:45Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:50:45Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7db6d94163
    namespace: kserve-ci-e2e-test
    resourceVersion: "41203"
    uid: b4d2d7f7-b8ad-4a47-88d0-4da908a568a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:45Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7db8c27f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "41205"
    uid: 59c18b58-f0b3-4e3c-a508-22424a4be12e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:45Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7dbbdb2470
    namespace: kserve-ci-e2e-test
    resourceVersion: "41206"
    uid: c1034513-dafb-4c32-96d6-e3bffe9e3290
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:45Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7dbc4a9f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: cbe9d1b7-4b55-4392-b868-e2525f99e835
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:47Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7e2e6ae181
    namespace: kserve-ci-e2e-test
    resourceVersion: "41228"
    uid: dfdb1f95-0ddd-4d59-86bf-5dfa97fdc7d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:47Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7e315bf4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41230"
    uid: c6c5208c-ab10-4478-b5dd-e76d2fc10f1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:47Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7e31d074a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41231"
    uid: 53458e81-77af-43fc-b43a-7f7923e287ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:47Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7e31da92bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41232"
    uid: eda2c94d-4390-4e62-aadf-352400e51744
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:47Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7e34b321cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41235"
    uid: 501bf450-5bae-4f63-9e83-99c4365fe57c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:50:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:47Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7e3523362c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41236"
    uid: d3d567a4-6889-4b93-9f99-050464c79492
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:52:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:17Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e7ea65a18fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41970"
    uid: 2638d696-bad4-4012-97d2-42be69babc7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:52:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e927870481a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41896"
    uid: abcdb4bb-10a0-437c-899c-63be9c4d294e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:52:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e927870cef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41897"
    uid: 80af1d8c-cf21-483f-8d80-c9a4316381a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: d8620513-f166-45c8-aefe-0aa14fe5d0b6
  kind: Event
  lastTimestamp: "2026-06-15T06:52:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:15Z"
    name: isvc-sklearn-s3-predictor-5d7466784d-6m52d.18b92e92ac98905e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41944"
    uid: d0683756-eb03-4e1b-80d7-48b80bb2e03a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-5d7466784d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 53e97685-c9a0-42ab-a3c5-2605a69936ff
  kind: Event
  lastTimestamp: "2026-06-15T06:50:44Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-5d7466784d-6m52d'
  metadata:
    creationTimestamp: "2026-06-15T06:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:50:44Z"
    name: isvc-sklearn-s3-predictor-5d7466784d.18b92e7d78c416f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41181"
    uid: df3055eb-f8ca-46b4-9758-9392abefdde8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41167"
    uid: 221105b3-4107-4647-8b20-681f81da7668
  kind: Event
  lastTimestamp: "2026-06-15T06:50:43Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-5d7466784d from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:50:43Z"
    name: isvc-sklearn-s3-predictor.18b92e7d76466d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "41173"
    uid: 4baffedc-426c-494a-a204-42f72234d6fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41169"
    uid: fdb239ea-290d-4d78-9a29-4d0a62882476
  kind: Event
  lastTimestamp: "2026-06-15T06:51:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:51:29Z"
    name: isvc-sklearn-s3-predictor.18b92e80f51e71ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "41544"
    uid: 765c88a8-dc62-4b89-a6cb-7d1fd6045e4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41169"
    uid: fdb239ea-290d-4d78-9a29-4d0a62882476
  kind: Event
  lastTimestamp: "2026-06-15T06:51:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:51:29Z"
    name: isvc-sklearn-s3-predictor.18b92e80f59c3500
    namespace: kserve-ci-e2e-test
    resourceVersion: "41545"
    uid: f7bba2e0-f081-4f95-943f-aef40cc44e33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:51:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41330"
    uid: fdb239ea-290d-4d78-9a29-4d0a62882476
  kind: Event
  lastTimestamp: "2026-06-15T06:52:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-predictor.18b92e847486ac91
    namespace: kserve-ci-e2e-test
    resourceVersion: "41876"
    uid: 810a50f9-7ecc-4dbb-98a3-7d3f0ed1bf04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:51:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41330"
    uid: fdb239ea-290d-4d78-9a29-4d0a62882476
  kind: Event
  lastTimestamp: "2026-06-15T06:52:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-predictor.18b92e84750c5075
    namespace: kserve-ci-e2e-test
    resourceVersion: "41877"
    uid: 4a291802-97bc-483e-97c8-99695213ce00
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:55:27.772594Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68
    namespace: kserve-ci-e2e-test
    resourceVersion: "43856"
    uid: ec8810d0-da8c-4f16-a509-a50fe83ae4b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:55:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:55:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68.18b92ebf88ecf4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "43862"
    uid: ac59ab2c-2e55-4078-9a3c-9595df2121b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68
    namespace: kserve-ci-e2e-test
    resourceVersion: "43868"
    uid: ec8810d0-da8c-4f16-a509-a50fe83ae4b2
  kind: Event
  lastTimestamp: "2026-06-15T06:55:28Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:55:28Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68.18b92ebfa2897b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "43874"
    uid: 2c4a772c-55bc-4eeb-9a60-fc2bfa7eb260
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68
    namespace: kserve-ci-e2e-test
    resourceVersion: "43858"
    uid: ec8810d0-da8c-4f16-a509-a50fe83ae4b2
  kind: Event
  lastTimestamp: "2026-06-15T06:55:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68.18b92ebfa3f903ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "43916"
    uid: 2dcfbe63-e9af-411d-83b7-0fc6e19a94e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68
    namespace: kserve-ci-e2e-test
    resourceVersion: "43858"
    uid: ec8810d0-da8c-4f16-a509-a50fe83ae4b2
  kind: Event
  lastTimestamp: "2026-06-15T06:55:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68.18b92ebfa6f4b821
    namespace: kserve-ci-e2e-test
    resourceVersion: "43920"
    uid: d9428cdd-b6f7-4562-9720-0ecf3a14c075
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68
    namespace: kserve-ci-e2e-test
    resourceVersion: "43858"
    uid: ec8810d0-da8c-4f16-a509-a50fe83ae4b2
  kind: Event
  lastTimestamp: "2026-06-15T06:55:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68.18b92ebfa76891aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "43921"
    uid: 17f46904-a141-4bf5-9bb1-e12c5cf673ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68
    namespace: kserve-ci-e2e-test
    resourceVersion: "43858"
    uid: ec8810d0-da8c-4f16-a509-a50fe83ae4b2
  kind: Event
  lastTimestamp: "2026-06-15T06:55:37Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:37Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68.18b92ec1dbc479d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43974"
    uid: 4d5c7bae-19c0-456b-856b-e4f94598d6eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43844"
    uid: 608a633c-b49d-45b5-bcbc-cf9dc3ec1c25
  kind: Event
  lastTimestamp: "2026-06-15T06:55:27Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8-6vj68'
  metadata:
    creationTimestamp: "2026-06-15T06:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:55:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8.18b92ebf887a76e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43857"
    uid: 54b9f237-74e6-49a3-9b01-228cba052fca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43842"
    uid: a59fdb88-93ce-453f-ad63-de2a249f9c01
  kind: Event
  lastTimestamp: "2026-06-15T06:55:27Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-bb98d6cd8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:55:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18b92ebf84955260
    namespace: kserve-ci-e2e-test
    resourceVersion: "43846"
    uid: 01e68713-944a-46b0-b08a-ca9442af297c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43835"
    uid: dc592cc1-9472-475f-ae55-10f7075a3cbd
  kind: Event
  lastTimestamp: "2026-06-15T06:55:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b92ebf845db92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43922"
    uid: 69e6679c-03dd-42b0-a50f-e2827772d1c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43835"
    uid: dc592cc1-9472-475f-ae55-10f7075a3cbd
  kind: Event
  lastTimestamp: "2026-06-15T06:55:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:55:27Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b92ebf84c5b213
    namespace: kserve-ci-e2e-test
    resourceVersion: "43867"
    uid: dbc87025-57d5-4ff8-8e1e-f19b1fd1b7d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43837"
    uid: dc592cc1-9472-475f-ae55-10f7075a3cbd
  kind: Event
  lastTimestamp: "2026-06-15T06:55:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:55:27Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b92ebf8a7246a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43869"
    uid: 1f4afa24-33c7-4681-838b-fa8058a04f33
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:53:56.586301Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42815"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:53:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:53:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaa4dcc8235
    namespace: kserve-ci-e2e-test
    resourceVersion: "42822"
    uid: 6e58941f-9dea-4049-b3db-dcebc23ffb75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaa55883b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "42830"
    uid: 0aae05c3-4ec1-4686-9f56-b2911c5d1f2c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42827"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:57Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:53:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaa8b3310b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42844"
    uid: 1ed22d23-e216-4b41-a277-e482a6e6a275
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaa8cb92d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "42846"
    uid: 81354884-d5d4-4e3f-b3ec-f98d012e89d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaa8f990818
    namespace: kserve-ci-e2e-test
    resourceVersion: "42848"
    uid: 23f52f71-02bd-4a21-9ee5-814202c49316
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaa9009d57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42849"
    uid: 00ce1df5-0309-4fbe-a49b-683017f25fb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaadd24f815
    namespace: kserve-ci-e2e-test
    resourceVersion: "42870"
    uid: 3ee34c0f-59d5-42d3-9118-0f10bcb61062
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaae072dfac
    namespace: kserve-ci-e2e-test
    resourceVersion: "42874"
    uid: 691329e2-5c84-4b7a-8393-db74b4134418
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaae0e35197
    namespace: kserve-ci-e2e-test
    resourceVersion: "42875"
    uid: 6c1f368e-b222-4b82-9d18-1f3ef59a33f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaae0eefffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42876"
    uid: ba0eb885-4175-4d5b-b729-4c86528d49c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaae3e6d5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42878"
    uid: b2af3367-62f6-40a3-ae18-6d8682113c9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:53:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eaae454ea41
    namespace: kserve-ci-e2e-test
    resourceVersion: "42879"
    uid: 129f8161-2000-4e15-b487-864a0bacb21f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:55:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92eab551980b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: 43fd10ea-fe94-41c3-98f5-6986f21d7a1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:55:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92ebf46ed5a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "43815"
    uid: 51a16c12-4010-4829-9a4f-4cd1a8b405d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:55:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92ebf46ee050e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43816"
    uid: 5d91eeb9-9a26-4ec4-b8bd-90679a6600cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 97ee3963-34fe-4f7d-8567-4d4a4f63a538
  kind: Event
  lastTimestamp: "2026-06-15T06:55:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v.18b92ebf5b622196
    namespace: kserve-ci-e2e-test
    resourceVersion: "43820"
    uid: f1dc7074-8cfe-4cd7-88fd-3e04cced77b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 23d18722-ec0a-4787-b6b8-80569adbc9b2
  kind: Event
  lastTimestamp: "2026-06-15T06:53:56Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d-vcr9v'
  metadata:
    creationTimestamp: "2026-06-15T06:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:53:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d.18b92eaa4d4c4569
    namespace: kserve-ci-e2e-test
    resourceVersion: "42817"
    uid: b26b744d-7484-4fc1-afe6-f699a9d7db0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42804"
    uid: 7be181ed-0e3e-44dc-a8be-3554d2589995
  kind: Event
  lastTimestamp: "2026-06-15T06:53:56Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-688f86646d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:53:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b92eaa4b04143a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42809"
    uid: f58426da-fe4c-4fff-bb20-303affd9997f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:54:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42805"
    uid: e9a7cba0-7465-4b58-9971-d5403fca8e59
  kind: Event
  lastTimestamp: "2026-06-15T06:54:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:54:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b92eadc987a878
    namespace: kserve-ci-e2e-test
    resourceVersion: "43466"
    uid: 24f1642c-3544-4bb1-ab80-2da27b8561df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:54:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42805"
    uid: e9a7cba0-7465-4b58-9971-d5403fca8e59
  kind: Event
  lastTimestamp: "2026-06-15T06:54:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:54:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b92eadca2c207b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43467"
    uid: b8d1c61e-6290-4afc-9a3b-dd9741ce1fe8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:54:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42968"
    uid: e9a7cba0-7465-4b58-9971-d5403fca8e59
  kind: Event
  lastTimestamp: "2026-06-15T06:55:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b92eb84763f2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43810"
    uid: 2b8d1f84-7202-4fdd-ae94-58fde4206485
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:54:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42968"
    uid: e9a7cba0-7465-4b58-9971-d5403fca8e59
  kind: Event
  lastTimestamp: "2026-06-15T06:55:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b92eb847e91d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "43813"
    uid: 0fa74528-5761-4af0-9f2e-346269236852
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42797"
    uid: caf02065-fda6-414e-8734-8c05f183ecd0
  kind: Event
  lastTimestamp: "2026-06-15T06:55:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:55:17Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b92eaa4aa89856
    namespace: kserve-ci-e2e-test
    resourceVersion: "43738"
    uid: 2e0852c3-7665-4f91-a3a9-8a2e18f64800
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42797"
    uid: caf02065-fda6-414e-8734-8c05f183ecd0
  kind: Event
  lastTimestamp: "2026-06-15T06:53:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:53:56Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b92eaa4b0575c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42811"
    uid: cb697738-ef47-4fe9-939e-aab75ff29e7d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43736"
    uid: caf02065-fda6-414e-8734-8c05f183ecd0
  kind: Event
  lastTimestamp: "2026-06-15T06:55:17Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:55:17Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b92ebd0d7d57ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "43737"
    uid: 3b848adf-7147-4950-a3d2-56410c21cdd5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:53:45.555847Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "42662"
    uid: 0706b4d1-7be2-410d-bd3c-c579fa60ba05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:53:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:53:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw.18b92ea7bc552e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42667"
    uid: e5d0f08c-5de8-4102-a736-d6b28463aa81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "42672"
    uid: 0706b4d1-7be2-410d-bd3c-c579fa60ba05
  kind: Event
  lastTimestamp: "2026-06-15T06:53:45Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:53:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw.18b92ea7d635e56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42677"
    uid: 80115153-65c4-483e-a011-b9fa84bcc674
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "42665"
    uid: 0706b4d1-7be2-410d-bd3c-c579fa60ba05
  kind: Event
  lastTimestamp: "2026-06-15T06:53:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw.18b92ea7d7b0cda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 9d2a35d3-4205-4b6f-ba81-abe2f89d241f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "42665"
    uid: 0706b4d1-7be2-410d-bd3c-c579fa60ba05
  kind: Event
  lastTimestamp: "2026-06-15T06:53:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw.18b92ea7da598333
    namespace: kserve-ci-e2e-test
    resourceVersion: "42734"
    uid: 8569d20d-6f33-4678-913b-675ff3e02f3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "42665"
    uid: 0706b4d1-7be2-410d-bd3c-c579fa60ba05
  kind: Event
  lastTimestamp: "2026-06-15T06:53:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw.18b92ea7dacbdc70
    namespace: kserve-ci-e2e-test
    resourceVersion: "42735"
    uid: 8cf697bf-e73a-4616-960a-c12c53021cda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "42665"
    uid: 0706b4d1-7be2-410d-bd3c-c579fa60ba05
  kind: Event
  lastTimestamp: "2026-06-15T06:53:55Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:55Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw.18b92eaa102a235e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42777"
    uid: 3c8d5506-705d-4683-881d-94e230fd389e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42650"
    uid: 9816fc14-6623-4a77-bf53-cd8381742bc9
  kind: Event
  lastTimestamp: "2026-06-15T06:53:45Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b-4dkxw'
  metadata:
    creationTimestamp: "2026-06-15T06:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:53:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b.18b92ea7bbc03f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "42664"
    uid: 91ab42c6-376f-4285-a17c-b8d0f22d92a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42648"
    uid: 6cabdd84-14f9-49bd-bf40-8579af05c9a0
  kind: Event
  lastTimestamp: "2026-06-15T06:53:45Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5544cfc5b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:53:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18b92ea7b77e7699
    namespace: kserve-ci-e2e-test
    resourceVersion: "42652"
    uid: caebcadb-fad4-4c97-88a1-ec0678b3de4e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42640"
    uid: 8496daa4-bd41-4a00-97dc-6fbe45e88afd
  kind: Event
  lastTimestamp: "2026-06-15T06:53:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:53:52Z"
    name: isvc-sklearn-s3-tls-global-fail.18b92ea7b75c47e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42737"
    uid: 80c273a0-14e1-4d81-becc-2b83012c568f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42640"
    uid: 8496daa4-bd41-4a00-97dc-6fbe45e88afd
  kind: Event
  lastTimestamp: "2026-06-15T06:53:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:53:45Z"
    name: isvc-sklearn-s3-tls-global-fail.18b92ea7b7c2d042
    namespace: kserve-ci-e2e-test
    resourceVersion: "42654"
    uid: 84509801-fb79-45ed-854b-f1af7157d585
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:52:14.368179Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41921"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:52:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e92811fbe35
    namespace: kserve-ci-e2e-test
    resourceVersion: "41925"
    uid: d19b1b71-9853-4d6c-850d-87318c3a62f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e928f44ffc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: 77ab52e1-0f21-4658-9d77-381711860e42
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41930"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:15Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:52:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e92bea25605
    namespace: kserve-ci-e2e-test
    resourceVersion: "41947"
    uid: 9d689fc7-9c84-4ca9-b62f-40a310e069e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e92c01fe787
    namespace: kserve-ci-e2e-test
    resourceVersion: "41949"
    uid: cde5a2f9-d21c-459d-ba33-7cca228f6a26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e92c305337a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41950"
    uid: 5cbdcab8-05b1-43fd-8c6f-b7399aeb0b9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e92c37c2462
    namespace: kserve-ci-e2e-test
    resourceVersion: "41951"
    uid: b8cc1552-ee1a-45ce-b755-09f16067b151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e933bb684cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41972"
    uid: ca30e83d-8d30-4ac4-b7aa-622470e862d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e933effc1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41976"
    uid: eb130a85-535a-4768-8e61-a670886f9c05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e933f72c072
    namespace: kserve-ci-e2e-test
    resourceVersion: "41977"
    uid: b208a541-b07c-42b7-8024-be017d48b23a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e933f7da70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41978"
    uid: c338e5ca-0967-4d62-97c2-2cd7a4e456ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e934257f1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41980"
    uid: fce36d71-553a-4d46-9678-abbbb5c110b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:52:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e9342e27eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41981"
    uid: 2096508d-d164-4abc-b2bd-9334afd4d353
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:53:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92e9377c66c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "42698"
    uid: 958f74d0-830d-4461-9574-a5f05a9af393
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:53:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92ea777660db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42622"
    uid: 604c7e17-ed0b-497e-a9b5-823d61cc8511
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:53:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92ea777670381
    namespace: kserve-ci-e2e-test
    resourceVersion: "42623"
    uid: ed508b4f-a6b7-4483-8bac-38ebd2cfc3bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 5c887260-5348-43db-a90c-98c687c08f8c
  kind: Event
  lastTimestamp: "2026-06-15T06:53:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:53:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz.18b92ea77e23592d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42625"
    uid: 098fb3a2-ac73-49ea-a787-3d835de120c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: faf19bba-7aa3-4e45-a1e7-6324ad2aa56c
  kind: Event
  lastTimestamp: "2026-06-15T06:52:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88-p9hzz'
  metadata:
    creationTimestamp: "2026-06-15T06:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88.18b92e92808a0512
    namespace: kserve-ci-e2e-test
    resourceVersion: "41922"
    uid: 105af579-b46d-4de8-8ce9-6c43d2fa0b19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41907"
    uid: 6c8c2ab8-b1ae-4cc3-b089-cb5d5e16db0a
  kind: Event
  lastTimestamp: "2026-06-15T06:52:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-676dfc7d88
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b92e927c59ed96
    namespace: kserve-ci-e2e-test
    resourceVersion: "41911"
    uid: 6263437b-b0c2-4f1a-9802-bc0b8d2614fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41908"
    uid: 72c41400-663c-4601-bc89-8fde81d1e89a
  kind: Event
  lastTimestamp: "2026-06-15T06:52:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:52:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b92e95fb3203d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42277"
    uid: 77b0bd5e-76f1-447d-908f-1a75edecb470
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41908"
    uid: 72c41400-663c-4601-bc89-8fde81d1e89a
  kind: Event
  lastTimestamp: "2026-06-15T06:52:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:52:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b92e95fb971183
    namespace: kserve-ci-e2e-test
    resourceVersion: "42278"
    uid: 1ce9402a-7e8f-4a7b-a5f8-1bca22fa3f33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42066"
    uid: 72c41400-663c-4601-bc89-8fde81d1e89a
  kind: Event
  lastTimestamp: "2026-06-15T06:53:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:53:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b92e997aaf025b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42490"
    uid: 1bff52df-f683-43ef-9133-6d5e1c58418b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42066"
    uid: 72c41400-663c-4601-bc89-8fde81d1e89a
  kind: Event
  lastTimestamp: "2026-06-15T06:53:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:53:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b92e997b2a6e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "42491"
    uid: a8176dc7-5095-46cb-a0dd-c07d90eb1460
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41894"
    uid: 3ea582ce-dbc0-428c-8e67-91a6e61c1a9f
  kind: Event
  lastTimestamp: "2026-06-15T06:53:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:53:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18b92e927c02803d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42560"
    uid: edca333c-a8f4-437a-93d8-6c42703091eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41894"
    uid: 3ea582ce-dbc0-428c-8e67-91a6e61c1a9f
  kind: Event
  lastTimestamp: "2026-06-15T06:52:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-tls-global-pass.18b92e927c6a2bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "41932"
    uid: 2a0c0cbf-ca01-4ddd-9f81-e1fb28cabe6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: 3ea582ce-dbc0-428c-8e67-91a6e61c1a9f
  kind: Event
  lastTimestamp: "2026-06-15T06:52:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:52:14Z"
    name: isvc-sklearn-s3-tls-global-pass.18b92e92838bea2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41934"
    uid: bd1104a0-a269-4424-a688-21663d56c925
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:53:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42558"
    uid: 3ea582ce-dbc0-428c-8e67-91a6e61c1a9f
  kind: Event
  lastTimestamp: "2026-06-15T06:53:37Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:53:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18b92ea5d7643f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "42559"
    uid: 878338a0-0682-41da-b888-dc628b3d0689
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:56:59.899158Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44683"
    uid: f1a24661-6e05-4139-8b73-f54fa2fac3a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:56:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:56:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh.18b92ed4fc18b8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "44690"
    uid: cd3f0925-f461-4142-a7c2-ae47f56ac576
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:57:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44686"
    uid: f1a24661-6e05-4139-8b73-f54fa2fac3a1
  kind: Event
  lastTimestamp: "2026-06-15T06:57:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:57:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh.18b92ed506f5637d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44701"
    uid: e2b15ccc-e477-4404-b967-5ad1200662f9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:57:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44694"
    uid: f1a24661-6e05-4139-8b73-f54fa2fac3a1
  kind: Event
  lastTimestamp: "2026-06-15T06:57:00Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:57:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh.18b92ed539ac450c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44713"
    uid: 3f867377-fc94-4257-9bb5-71ac12c23b7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44686"
    uid: f1a24661-6e05-4139-8b73-f54fa2fac3a1
  kind: Event
  lastTimestamp: "2026-06-15T06:57:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:57:05Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh.18b92ed53b35debf
    namespace: kserve-ci-e2e-test
    resourceVersion: "44760"
    uid: 489de59d-c835-4bdf-b53b-3ab69bc6fa42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44686"
    uid: f1a24661-6e05-4139-8b73-f54fa2fac3a1
  kind: Event
  lastTimestamp: "2026-06-15T06:57:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:57:05Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh.18b92ed53ddb85e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44762"
    uid: b54feda8-0291-4b43-834e-584f3b7012b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44686"
    uid: f1a24661-6e05-4139-8b73-f54fa2fac3a1
  kind: Event
  lastTimestamp: "2026-06-15T06:57:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:57:05Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh.18b92ed53e4887bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "44765"
    uid: 35cb10a7-9bb1-4e45-8bde-60006c5e1eab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44686"
    uid: f1a24661-6e05-4139-8b73-f54fa2fac3a1
  kind: Event
  lastTimestamp: "2026-06-15T06:57:09Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:57:09Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh.18b92ed750ef8df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44809"
    uid: de0f6f82-5e34-4b5a-9f02-927267361f12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "44675"
    uid: 3d91330d-bec9-47fc-8a65-ae5ac257b7a5
  kind: Event
  lastTimestamp: "2026-06-15T06:56:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf-dhfgh'
  metadata:
    creationTimestamp: "2026-06-15T06:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:56:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf.18b92ed4fbad6b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "44685"
    uid: 1d1cd941-ffe4-407c-9de5-cec044ce1525
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44673"
    uid: 2d5086f3-765d-42c9-b9d9-220c1e3ed475
  kind: Event
  lastTimestamp: "2026-06-15T06:56:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-c9b96cfdf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:56:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18b92ed4f95f3934
    namespace: kserve-ci-e2e-test
    resourceVersion: "44677"
    uid: 0c5aa8ba-70a9-42da-b36a-d7729a9427e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "44666"
    uid: 0d2b9d79-e7b6-488f-a82f-ad112ce0f176
  kind: Event
  lastTimestamp: "2026-06-15T06:57:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:57:06Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b92ed4f9210a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "44766"
    uid: 347f979f-5b97-4521-83ea-1e9c94e0cfb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "44666"
    uid: 0d2b9d79-e7b6-488f-a82f-ad112ce0f176
  kind: Event
  lastTimestamp: "2026-06-15T06:56:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:56:59Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b92ed4f98c1978
    namespace: kserve-ci-e2e-test
    resourceVersion: "44696"
    uid: dd8a62b5-cfd8-41b5-86c0-378f92ec597a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "44669"
    uid: 0d2b9d79-e7b6-488f-a82f-ad112ce0f176
  kind: Event
  lastTimestamp: "2026-06-15T06:56:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:56:59Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b92ed4ff36ec23
    namespace: kserve-ci-e2e-test
    resourceVersion: "44697"
    uid: 278970f8-e17f-4792-bdbe-00ae1dbd0524
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:55:38.817679Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44006"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:55:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:55:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec21b438f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "44013"
    uid: b30b902d-b596-48d4-b88b-fcbd3ae418a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44017"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:39Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:55:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec234f8679d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44030"
    uid: d7dbfd88-9e1a-4e5e-81fa-7e2a7f258d21
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec23668b739
    namespace: kserve-ci-e2e-test
    resourceVersion: "44032"
    uid: 0e28405a-7b9f-477d-9ac1-89b36d41a054
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec2394be0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44033"
    uid: e92dea7e-4f7c-48c7-b7ac-a86f57067fa2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec239bfa4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44035"
    uid: 41e75941-9093-46d9-b023-b01cc0efd344
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec27e6747c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44052"
    uid: 105d5ed0-d5ac-489c-8ba3-52aec415315b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec281807e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44055"
    uid: 97d39314-935c-45be-966c-edeafa6aeaf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec281f41880
    namespace: kserve-ci-e2e-test
    resourceVersion: "44056"
    uid: d081fd27-3ae8-4cb4-9fac-2b79897f39ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec281fe63d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44057"
    uid: 31b2d94b-ae50-4834-9715-e67920ad3ed4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec2857a119d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44058"
    uid: 0d82f7d2-c5c2-4788-be26-6f8dd154d85b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:55:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:55:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec285e566ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "44059"
    uid: 3d93f234-8086-4fe3-bd3e-ac1638dbf95c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:56:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:56:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ec2f69286e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44547"
    uid: e0e805e1-6aaa-423b-b34e-1b038fd85ec9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:56:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:56:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ed4be46cf92
    namespace: kserve-ci-e2e-test
    resourceVersion: "44644"
    uid: 2745ab86-cc89-41a9-b7f5-be2845609fa1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:56:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:56:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ed4be472b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "44645"
    uid: 08d19dd6-e699-40e7-acd7-6f913d7933d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44009"
    uid: d2f4aa51-b485-41b0-955d-fb91faef78da
  kind: Event
  lastTimestamp: "2026-06-15T06:57:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:57:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78.18b92ed5d2d2c003
    namespace: kserve-ci-e2e-test
    resourceVersion: "44742"
    uid: dd7665d6-7b56-4e5d-b724-8a40eac60e32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59
    namespace: kserve-ci-e2e-test
    resourceVersion: "43998"
    uid: 1ea10ff9-ab85-499c-abb9-f48715536fd1
  kind: Event
  lastTimestamp: "2026-06-15T06:55:38Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59-xjv78'
  metadata:
    creationTimestamp: "2026-06-15T06:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:55:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59.18b92ec21a9f7dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44008"
    uid: 93843a2a-4724-4447-bd08-f984a249e9dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43996"
    uid: 9b597437-f2fa-46c5-aa01-8644826b89c4
  kind: Event
  lastTimestamp: "2026-06-15T06:55:38Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-c6db6db59
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:55:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b92ec218213b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "44000"
    uid: 6f3ebea0-647c-4ba7-8eff-e04bf872988a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43997"
    uid: 2d970d2e-b679-4a2c-a94f-bc5530536d92
  kind: Event
  lastTimestamp: "2026-06-15T06:55:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:55:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b92ec596b9b397
    namespace: kserve-ci-e2e-test
    resourceVersion: "44168"
    uid: 2a2eb77b-b009-4a71-8532-6609e743e4af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43997"
    uid: 2d970d2e-b679-4a2c-a94f-bc5530536d92
  kind: Event
  lastTimestamp: "2026-06-15T06:55:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:55:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b92ec5971fa6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44169"
    uid: 59c0bfb3-3b17-4cf4-8d20-f0e05434bdd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44167"
    uid: 2d970d2e-b679-4a2c-a94f-bc5530536d92
  kind: Event
  lastTimestamp: "2026-06-15T06:56:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:56:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b92ec915eb21c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44587"
    uid: 7ec7bf0d-68bc-46a0-b5e3-e01379a5fda7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44167"
    uid: 2d970d2e-b679-4a2c-a94f-bc5530536d92
  kind: Event
  lastTimestamp: "2026-06-15T06:56:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:56:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b92ec9167ef58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44588"
    uid: d5650fa1-96e1-4933-84e9-e8c7303e6258
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43989"
    uid: fd8377bb-3ce5-494b-b36b-51ef9ada98cb
  kind: Event
  lastTimestamp: "2026-06-15T06:56:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:56:58Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b92ec2178dcb97
    namespace: kserve-ci-e2e-test
    resourceVersion: "44625"
    uid: 8ae15c1a-1842-4a59-b3d0-f9a4fae842ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43989"
    uid: fd8377bb-3ce5-494b-b36b-51ef9ada98cb
  kind: Event
  lastTimestamp: "2026-06-15T06:55:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:55:38Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b92ec2182e0711
    namespace: kserve-ci-e2e-test
    resourceVersion: "44021"
    uid: f85afee2-d29d-4488-ae62-81ea9820727d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:55:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43991"
    uid: fd8377bb-3ce5-494b-b36b-51ef9ada98cb
  kind: Event
  lastTimestamp: "2026-06-15T06:55:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:55:38Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b92ec21e4329ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "44022"
    uid: 0f627619-79f1-4ace-9130-bb3886b32acc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:56:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "44623"
    uid: fd8377bb-3ce5-494b-b36b-51ef9ada98cb
  kind: Event
  lastTimestamp: "2026-06-15T06:56:58Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:56:58Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b92ed4ae4c25ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "44624"
    uid: 263af92e-0dc5-4fae-8e32-86aa95c3b1ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41143"
    uid: 21f4d825-2bd0-48f2-bbfd-b44b4c3bbbca
  kind: Event
  lastTimestamp: "2026-06-15T06:52:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:52:07Z"
    name: isvc-sklearn-s3.18b92e7d7606c246
    namespace: kserve-ci-e2e-test
    resourceVersion: "41822"
    uid: 6ea95624-b1e6-4801-af19-0a3f7b80600f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41143"
    uid: 21f4d825-2bd0-48f2-bbfd-b44b4c3bbbca
  kind: Event
  lastTimestamp: "2026-06-15T06:50:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:50:43Z"
    name: isvc-sklearn-s3.18b92e7d767ad1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41175"
    uid: 93e174fa-60d1-492f-b6ad-6ee526af8eed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:52:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41820"
    uid: 21f4d825-2bd0-48f2-bbfd-b44b4c3bbbca
  kind: Event
  lastTimestamp: "2026-06-15T06:52:07Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:52:07Z"
    name: isvc-sklearn-s3.18b92e90e2527ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41821"
    uid: cae10b1c-6a10-456a-a627-50e84bbe5570
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7dd4446c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "32281"
    uid: 4eca690e-6eda-4b74-8ba3-a5b54a5184e4
  kind: Event
  lastTimestamp: "2026-06-15T06:33:05Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7dd4446c65-9cj8b'
  metadata:
    creationTimestamp: "2026-06-15T06:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:33:05Z"
    name: isvc-sklearn-scheduler-predictor-7dd4446c65.18b92d8715c74856
    namespace: kserve-ci-e2e-test
    resourceVersion: "32296"
    uid: 1dd68655-448f-4d4a-964d-13aa8cf1c8c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32278"
    uid: afcf9946-3abd-4587-bd1c-85558181d14c
  kind: Event
  lastTimestamp: "2026-06-15T06:33:05Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7dd4446c65 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:33:05Z"
    name: isvc-sklearn-scheduler-predictor.18b92d871165c705
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c560d212-e39a-4430-85de-76942c1ed42d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "32255"
    uid: 47b0dcd9-35f6-42f9-9d6c-0e14b3de01f9
  kind: Event
  lastTimestamp: "2026-06-15T06:33:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:33:06Z"
    name: isvc-sklearn-scheduler.18b92d8710c2ad72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 0d9e6775-8003-4f27-a7b1-1975c81e4ca8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "32255"
    uid: 47b0dcd9-35f6-42f9-9d6c-0e14b3de01f9
  kind: Event
  lastTimestamp: "2026-06-15T06:33:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:33:05Z"
    name: isvc-sklearn-scheduler.18b92d871168e36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: 78b3d417-2aa5-4649-97ca-989a2da113d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "32255"
    uid: 47b0dcd9-35f6-42f9-9d6c-0e14b3de01f9
  kind: Event
  lastTimestamp: "2026-06-15T06:33:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:33:05Z"
    name: isvc-sklearn-scheduler.18b92d87116924b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32302"
    uid: 71ffb043-a8cb-42a1-9d66-241f60374993
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:38:46.004821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:38:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:38:46Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd64ae9be94
    namespace: kserve-ci-e2e-test
    resourceVersion: "35198"
    uid: 978b30e4-612b-4c8a-b0cf-b3e1e11cff39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35203"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:46Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:38:46Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd6649b2c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 7456a9ff-6d33-4300-9544-043f50b06792
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:46Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd6662272c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35213"
    uid: e9ce4ff4-5d2c-4b1a-b556-663452c5388b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:46Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd668ee246f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35214"
    uid: 86cb2793-ce37-4f1a-8d7c-09f548a98991
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:46Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd6696674d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35215"
    uid: c7881249-389d-448e-bb0d-fcb975dcbb09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd76aebe9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35262"
    uid: 959a72a2-b5e2-40bc-a23a-afd298ba6109
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd76ebbeb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "35268"
    uid: b931065b-945e-451d-8fe4-92e5671d5905
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd76f32e1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35269"
    uid: 6d465267-285d-4f9c-9a82-89578beee047
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd76f3d0f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 78871efd-cef9-45d8-a7dd-bf51b2b35ff0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd772420f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: bbc76a39-b70b-4ef2-914b-c96d018a846e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:38:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd773137ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35274"
    uid: 3136c171-dca2-412b-94bc-c9926d721a34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:40:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:18Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92dd7e303d552
    namespace: kserve-ci-e2e-test
    resourceVersion: "35972"
    uid: 9d2751c8-e73c-4b67-ba7e-5b63065d5b8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92deb4b2fc209
    namespace: kserve-ci-e2e-test
    resourceVersion: "35910"
    uid: 4acde428-3498-4cf1-a9b3-a4fb4bbd22ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92deb4b3017a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35913"
    uid: 62fc697c-09d9-45ac-b664-e0452c3a960d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 624e4196-936d-4368-8804-201e7457e398
  kind: Event
  lastTimestamp: "2026-06-15T06:40:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:18Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88.18b92debe9476f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35971"
    uid: 5ea4f5c7-9138-4b63-80b2-29daae5d7f4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: c6a86e14-4d5a-465c-9e3b-f28bd63fbdc8
  kind: Event
  lastTimestamp: "2026-06-15T06:38:45Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7b87689dd8-c9v88'
  metadata:
    creationTimestamp: "2026-06-15T06:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:38:45Z"
    name: isvc-sklearn-v2-mixed-predictor-7b87689dd8.18b92dd64a6934ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35195"
    uid: 23a2d424-00f7-47d3-8bb2-8904dc88e3b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35179"
    uid: 28ed8c14-da51-442a-8244-cd49b09e1469
  kind: Event
  lastTimestamp: "2026-06-15T06:38:45Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7b87689dd8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-15T06:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:38:45Z"
    name: isvc-sklearn-v2-mixed-predictor.18b92dd645b30606
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: 6632ecac-8172-49d2-b698-f15c34dbfd18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:39:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: e97ef3ad-02b3-4446-bc55-f91761dfec8b
  kind: Event
  lastTimestamp: "2026-06-15T06:39:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:39:30Z"
    name: isvc-sklearn-v2-mixed-predictor.18b92dd9c49e4089
    namespace: kserve-ci-e2e-test
    resourceVersion: "35556"
    uid: a05467e9-d75d-4d31-a6a3-249f8e52b0e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:39:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: e97ef3ad-02b3-4446-bc55-f91761dfec8b
  kind: Event
  lastTimestamp: "2026-06-15T06:39:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:39:30Z"
    name: isvc-sklearn-v2-mixed-predictor.18b92dd9c50b3892
    namespace: kserve-ci-e2e-test
    resourceVersion: "35557"
    uid: 487b4e40-369b-437f-b224-49cb0ebadeb1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:39:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: e97ef3ad-02b3-4446-bc55-f91761dfec8b
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-sklearn-v2-mixed-predictor.18b92ddd43ec2465
    namespace: kserve-ci-e2e-test
    resourceVersion: "35883"
    uid: 707973d6-7169-46cb-8f31-73af74e3c2ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:39:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: e97ef3ad-02b3-4446-bc55-f91761dfec8b
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-sklearn-v2-mixed-predictor.18b92ddd4458a175
    namespace: kserve-ci-e2e-test
    resourceVersion: "35884"
    uid: 4fc7a3ff-7373-4746-aec0-e25af1dfcbf2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35155"
    uid: 51404205-6cbf-41ab-b1a4-0e829e8dc784
  kind: Event
  lastTimestamp: "2026-06-15T06:40:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:40:08Z"
    name: isvc-sklearn-v2-mixed.18b92dd6457ddccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35832"
    uid: 9eb5b88d-999d-4ffe-abfa-033c3eb1a868
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35155"
    uid: 51404205-6cbf-41ab-b1a4-0e829e8dc784
  kind: Event
  lastTimestamp: "2026-06-15T06:38:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:38:46Z"
    name: isvc-sklearn-v2-mixed.18b92dd64608c07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: 3ae311d6-b53b-488f-aedb-73f476a214bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35167"
    uid: 51404205-6cbf-41ab-b1a4-0e829e8dc784
  kind: Event
  lastTimestamp: "2026-06-15T06:38:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:38:46Z"
    name: isvc-sklearn-v2-mixed.18b92dd64c77d541
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: 2328c556-e53a-400d-846f-1b21e490864c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35830"
    uid: 51404205-6cbf-41ab-b1a4-0e829e8dc784
  kind: Event
  lastTimestamp: "2026-06-15T06:40:08Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:40:08Z"
    name: isvc-sklearn-v2-mixed.18b92de99ab0d313
    namespace: kserve-ci-e2e-test
    resourceVersion: "35831"
    uid: a202e520-2380-4f8f-a170-6acd6cee75e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:37:15.637537Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34475"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:37:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:37:15Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc1409a795a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34481"
    uid: 9b3f4524-a93c-495e-a176-8293766122b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34485"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:16Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:37:16Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc15ab864db
    namespace: kserve-ci-e2e-test
    resourceVersion: "34493"
    uid: d2f8181c-9adf-45a4-8504-915ead9ae454
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:16Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc15c1d2c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34495"
    uid: 69663897-b39a-449b-afe2-30754ff87427
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:16Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc15eeebb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34497"
    uid: 18e1ab7f-0854-438a-aa78-3e641d8a81ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:16Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc15fc677a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34498"
    uid: 1aca9fa4-7903-4a83-9a42-ac44b5c160d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1619"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:20Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc25c9fe572
    namespace: kserve-ci-e2e-test
    resourceVersion: "34536"
    uid: 880c308a-7a4f-4206-bed5-af362590fe69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:20Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc2605ba969
    namespace: kserve-ci-e2e-test
    resourceVersion: "34540"
    uid: db1da046-873e-400f-ab39-baea256c4068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:20Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc260d1702e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34541"
    uid: b3aba348-2e87-41ed-86ef-8328f4344e85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:20Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc260dbb50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34542"
    uid: 963e8700-58cc-4554-8f47-5dbb07880a78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:20Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc263aa8339
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: cfc381e9-d179-488e-a01a-422f3f13a8e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:37:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:20Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc2641aec40
    namespace: kserve-ci-e2e-test
    resourceVersion: "34545"
    uid: 35fa0d71-9b49-4499-b4cc-e5712d5f56e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:38:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:31Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dc2d4861f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: 5922eb87-dea6-4f22-a670-cc210c4af25e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:38:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:45Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dd64490a20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35178"
    uid: b2c9fe2a-d7e4-4208-8acb-c44e723eba63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:38:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:45Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dd64491beb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35180"
    uid: 6a9879b7-7dcc-4363-a0d0-4b8b45395532
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: d1839a90-d614-43ed-883d-c5f37a1cebf5
  kind: Event
  lastTimestamp: "2026-06-15T06:38:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:38:48Z"
    name: isvc-sklearn-v2-predictor-b695d4db9-f2t2n.18b92dd6dad7ed98
    namespace: kserve-ci-e2e-test
    resourceVersion: "35243"
    uid: ff26b470-303c-455a-ab56-a01e9a6ccc58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-b695d4db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34465"
    uid: c075d576-e350-4284-86c5-cafaca851dad
  kind: Event
  lastTimestamp: "2026-06-15T06:37:15Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-b695d4db9-f2t2n'
  metadata:
    creationTimestamp: "2026-06-15T06:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:37:15Z"
    name: isvc-sklearn-v2-predictor-b695d4db9.18b92dc140267d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 62faeb10-becb-4554-99f8-b90ef61c5e48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34461"
    uid: b2cef03a-7c21-45f5-9c31-4be2d6842952
  kind: Event
  lastTimestamp: "2026-06-15T06:37:15Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-b695d4db9 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:37:15Z"
    name: isvc-sklearn-v2-predictor.18b92dc13d0b5c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "34468"
    uid: b11cf996-c889-47bd-bb3f-2054167a77eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34463"
    uid: 6eabbc62-b060-444f-a4c0-f54a85884e21
  kind: Event
  lastTimestamp: "2026-06-15T06:38:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:38:00Z"
    name: isvc-sklearn-v2-predictor.18b92dc4bc248e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "34832"
    uid: af5852d6-dfdc-49b3-ab2f-4fd28ad8301e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34463"
    uid: 6eabbc62-b060-444f-a4c0-f54a85884e21
  kind: Event
  lastTimestamp: "2026-06-15T06:38:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:38:00Z"
    name: isvc-sklearn-v2-predictor.18b92dc4bc9bfa7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34833"
    uid: 3657fcc5-8b00-41e7-ad63-89b3eaa7f1a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34626"
    uid: 6eabbc62-b060-444f-a4c0-f54a85884e21
  kind: Event
  lastTimestamp: "2026-06-15T06:38:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:38:45Z"
    name: isvc-sklearn-v2-predictor.18b92dcf399629d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: b9136ea8-5753-46d7-9bc1-adddb7ede215
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34626"
    uid: 6eabbc62-b060-444f-a4c0-f54a85884e21
  kind: Event
  lastTimestamp: "2026-06-15T06:38:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:38:45Z"
    name: isvc-sklearn-v2-predictor.18b92dcf3a1ca88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35150"
    uid: 271800aa-c07f-4c76-b843-f43a6e3e985c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:36:15.462709Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33961"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:36:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:36:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db33de76d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33969"
    uid: 39a19d6d-dc83-4a1c-be91-a12f7f98dba9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db34999cfd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33982"
    uid: 1daaa966-15d6-4d2d-9712-7c1f0971d343
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:17Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:36:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db3b122f03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34000"
    uid: 9880f82e-87b0-42db-92ac-2b72a2024e75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db3b2acab50
    namespace: kserve-ci-e2e-test
    resourceVersion: "34002"
    uid: 4f9314aa-9a84-411c-80c6-3d19b9e63720
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db3b5523481
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: e4ce3313-304f-42fb-b54f-fa37869be1f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db3b5b4e6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: 52fa36df-96e8-4c3c-ad78-f6982eb1c139
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-15T06:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db4cac10a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34037"
    uid: f06b879d-c63c-486e-adfa-abab4139c766
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db4cdd17ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: 69f698e9-ca70-4389-add5-5f20b36f7e8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db4ce36b336
    namespace: kserve-ci-e2e-test
    resourceVersion: "34041"
    uid: 92902702-c5c2-4df8-af35-564ab3e2d2d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db4ce407b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: ee1421a8-0d39-447b-be0b-f7bcc76432b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db4d15224c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34046"
    uid: 1db7581d-d413-4273-b625-a3d63185d61c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:36:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:36:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92db4d1b2fa53
    namespace: kserve-ci-e2e-test
    resourceVersion: "34047"
    uid: 6f317166-8f0b-4d4d-9b09-765d356e088c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:37:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-06-15T06:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:00Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92dbdaabb5118
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: 91f61943-a787-44db-86f3-712ad7036d74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:37:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92dc13c404e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34462"
    uid: 44c3e2d9-3bb6-46a0-b1a7-2d614fb3c09c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:37:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92dc13c40c447
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: 3074b1a3-d9da-400d-8d3e-34408411995a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:37:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92dc24ccbc8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: bd8a624e-cee4-4a91-b1d1-a9a7349c2928
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 4b5e9f23-8aa8-45e7-b7b5-36c72e99c800
  kind: Event
  lastTimestamp: "2026-06-15T06:37:20Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:37:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w.18b92dc24d1a305e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34535"
    uid: cd76415d-c03d-4321-8327-4410c749262d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "33937"
    uid: 094dd200-ad77-4bf2-b26c-4cd0b5a91152
  kind: Event
  lastTimestamp: "2026-06-15T06:36:15Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-vcl5w'
  metadata:
    creationTimestamp: "2026-06-15T06:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:36:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18b92db33d6f6ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 16f10553-0dae-4235-a542-26976a4a7042
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33935"
    uid: 27a6913b-a302-4931-86b5-a9ab9f3a6267
  kind: Event
  lastTimestamp: "2026-06-15T06:36:15Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:36:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18b92db339f7a7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33940"
    uid: 8d2c36e8-4696-466f-a87b-6accdaed742b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33936"
    uid: 27ebefaf-f5a2-4e39-98de-1708245b23b7
  kind: Event
  lastTimestamp: "2026-06-15T06:37:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:37:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18b92db6b8f41000
    namespace: kserve-ci-e2e-test
    resourceVersion: "34315"
    uid: cc126a1c-00a7-4b6e-88e9-126827c26c9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33936"
    uid: 27ebefaf-f5a2-4e39-98de-1708245b23b7
  kind: Event
  lastTimestamp: "2026-06-15T06:37:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:37:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18b92db6b96a82a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 31e448ba-61d0-41b5-b037-07362c0a946d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34106"
    uid: 27ebefaf-f5a2-4e39-98de-1708245b23b7
  kind: Event
  lastTimestamp: "2026-06-15T06:37:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:37:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18b92dc136175144
    namespace: kserve-ci-e2e-test
    resourceVersion: "34434"
    uid: 0de272ee-2521-40b8-a23c-254e1c414bee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34106"
    uid: 27ebefaf-f5a2-4e39-98de-1708245b23b7
  kind: Event
  lastTimestamp: "2026-06-15T06:37:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:37:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18b92dc1368ee14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34436"
    uid: 2bf7e082-e9f1-4199-8385-ead9fbc4b0b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: e66b610c-1bfe-4947-9be1-f93d701cbdba
  kind: Event
  lastTimestamp: "2026-06-15T06:37:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:37:10Z"
    name: isvc-sklearn-v2-runtime.18b92db339c6aa90
    namespace: kserve-ci-e2e-test
    resourceVersion: "34395"
    uid: 86fcbeb9-2c6e-4d53-af07-7fa84f2a31d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: e66b610c-1bfe-4947-9be1-f93d701cbdba
  kind: Event
  lastTimestamp: "2026-06-15T06:36:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:36:15Z"
    name: isvc-sklearn-v2-runtime.18b92db33d122162
    namespace: kserve-ci-e2e-test
    resourceVersion: "33962"
    uid: c71fc721-522e-4cad-9f9c-d60c2e948b2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34392"
    uid: e66b610c-1bfe-4947-9be1-f93d701cbdba
  kind: Event
  lastTimestamp: "2026-06-15T06:37:10Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:37:10Z"
    name: isvc-sklearn-v2-runtime.18b92dbfff4e5dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 3d42e203-1b2e-4fff-91b4-0b0878ca35ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 2cb9abbc-fc0f-4f26-9550-bea238615397
  kind: Event
  lastTimestamp: "2026-06-15T06:38:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:38:41Z"
    name: isvc-sklearn-v2.18b92dc13cb0c90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: 225c16b8-c4fd-4ce3-878e-ea19ce03c295
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:37:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 2cb9abbc-fc0f-4f26-9550-bea238615397
  kind: Event
  lastTimestamp: "2026-06-15T06:37:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:37:15Z"
    name: isvc-sklearn-v2.18b92dc13d3dca1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34470"
    uid: 7ea8babe-e50d-4f5d-b24d-9dbd799f5f21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:38:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35120"
    uid: 2cb9abbc-fc0f-4f26-9550-bea238615397
  kind: Event
  lastTimestamp: "2026-06-15T06:38:41Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:38:41Z"
    name: isvc-sklearn-v2.18b92dd539910d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35121"
    uid: 96917561-674d-45b5-8711-20e0e69fd734
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: e4c083d1-f3ab-472c-b3c1-b1113a79d420
  kind: Event
  lastTimestamp: "2026-06-15T06:34:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:34:31Z"
    name: isvc-sklearn.18b92d878fbe59cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: d85699b9-26dc-4c31-8e18-b6ad8e14a5ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: e4c083d1-f3ab-472c-b3c1-b1113a79d420
  kind: Event
  lastTimestamp: "2026-06-15T06:33:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:33:08Z"
    name: isvc-sklearn.18b92d8790215501
    namespace: kserve-ci-e2e-test
    resourceVersion: "32370"
    uid: eea0647f-7c49-4303-a383-581a72899e7a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:33:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32334"
    uid: e4c083d1-f3ab-472c-b3c1-b1113a79d420
  kind: Event
  lastTimestamp: "2026-06-15T06:33:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:33:08Z"
    name: isvc-sklearn.18b92d8795a1c0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32374"
    uid: 591951c6-8363-42de-b220-fe8164f640f3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33001"
    uid: e4c083d1-f3ab-472c-b3c1-b1113a79d420
  kind: Event
  lastTimestamp: "2026-06-15T06:34:31Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:34:31Z"
    name: isvc-sklearn.18b92d9afdaaeb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33002"
    uid: 0a8fae91-a573-4886-9114-2ac874e62e46
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:40:16.310948Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35927"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-2wzkh
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92deb5193ecfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35931"
    uid: ee224e65-1d83-4fef-8546-a2301841e5fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35939"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92deb6b64efac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35944"
    uid: 099010fd-ffcf-4918-983e-6d25b0a2ef16
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92deb6cde5b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8cd3a1f2-cc09-4483-8233-96850a6380dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92deb6fec9bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: a9bc8447-7a84-4e02-8111-ff6d95df1b22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92deb705d3cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35948"
    uid: 086631de-e6bd-4854-a107-4d64adbff975
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:22Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-06-15T06:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:22Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92decaff7bc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: cfb32838-e732-4971-88be-e16f658be4a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:26Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.141s (4.141s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92deda6d9a6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: c130f0ea-a467-4e3f-8775-54babe829478
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92deda9c473a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36031"
    uid: e007d57a-46ed-46af-b0d8-3c4659078ff3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92dedaa3b63a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: 35bb55cc-c217-431e-a0b5-d87a10a52afc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92dedaa454fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36033"
    uid: 3c19e0d1-8cf0-40dc-80dd-cadfe3032815
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92dedad131142
    namespace: kserve-ci-e2e-test
    resourceVersion: "36034"
    uid: a75c10c4-24a3-46cf-a885-b9e14064b068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92dedad9fa003
    namespace: kserve-ci-e2e-test
    resourceVersion: "36035"
    uid: 0e9e7cc8-3ae0-4312-be82-a83587d55747
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92deddbc44173
    namespace: kserve-ci-e2e-test
    resourceVersion: "36092"
    uid: 80479384-6b81-4fcb-9871-7b20a88b86c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92df4f91825d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: 900d3b48-67f6-4760-9508-965aa9667f32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:40:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92df4f918d958
    namespace: kserve-ci-e2e-test
    resourceVersion: "36306"
    uid: 4ec878c2-faf5-40dc-b50f-7acb9ba82563
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 4c962063-ad39-4f30-85a5-b3aef7904b54
  kind: Event
  lastTimestamp: "2026-06-15T06:41:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-2wzkh.18b92df5139f3123
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 1f8a1d5f-5857-4082-9df7-aba4e6ab46b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "35915"
    uid: 98935450-1524-464a-8e39-c777d1697d71
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-2wzkh'
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-tensorflow-predictor-547dfc5669.18b92deb5119c7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35928"
    uid: 82a02326-d320-4731-baab-2980dc7233e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35912"
    uid: 489781b1-ffe3-4253-8301-63b083d66fd6
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-tensorflow-predictor.18b92deb4c7cde9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35918"
    uid: 65afaf00-fd6a-45ba-bced-83f5eca7acde
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: ec7663cf-f472-48e4-8a2b-ccb8c6a588e7
  kind: Event
  lastTimestamp: "2026-06-15T06:40:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:40:46Z"
    name: isvc-tensorflow-predictor.18b92deecb453246
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: ad0ec99c-eb0a-4428-9e0c-ac7b308f3126
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: ec7663cf-f472-48e4-8a2b-ccb8c6a588e7
  kind: Event
  lastTimestamp: "2026-06-15T06:40:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:40:46Z"
    name: isvc-tensorflow-predictor.18b92deecbb85571
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: de5c450a-17c3-4b31-8413-8adc73685fcd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:40:57.841655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:40:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:40:57Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df4fd004cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: ceddecc8-353b-4cb4-86b6-a5d9278e3998
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:40:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df508d8cfe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: 1cccade4-ab8b-484f-aa58-ac080507b16e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:40:58Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:40:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df53a759531
    namespace: kserve-ci-e2e-test
    resourceVersion: "36338"
    uid: 4a2c19ec-c385-4262-9107-6173f2176714
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:40:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df53bf612fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 6de8b614-1868-42bd-bf66-67a32b97abf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:40:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df53f776558
    namespace: kserve-ci-e2e-test
    resourceVersion: "36342"
    uid: 787d4c11-e388-4f1f-8185-572957f63cf7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:40:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:40:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df53ff50235
    namespace: kserve-ci-e2e-test
    resourceVersion: "36343"
    uid: dc2a257d-63f6-457d-9b0d-8df7ff6b4243
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:41:03Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df64783fc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36380"
    uid: 1e72c552-1833-4d92-a1ff-d6e30bf0f997
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:41:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df64b3eb1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36382"
    uid: 7521f86e-47be-4b4f-a242-ea7507be34da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:41:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df64bb99fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36383"
    uid: 8b6e8f24-4f57-4ab8-a956-2adfe783412d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:41:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df64bc56dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: b904199e-e13d-4249-abf3-3bb1ae56dfcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:41:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df64ec85abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: 1fd93817-3d24-42f3-91d0-e499a7cdaf4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:41:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df64f42d36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36389"
    uid: 005c932e-0084-4625-8cd1-9e564f07acb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:41:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92df6838f34bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36443"
    uid: ab240acd-fd8d-4877-8b6e-71af3dd2a2ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:41:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92dfe95738231
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: 31f3c38f-66a3-472d-be5d-e036b4278f56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:41:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92dfe95741768
    namespace: kserve-ci-e2e-test
    resourceVersion: "36683"
    uid: 02eb59c5-9326-4619-b9cf-1826fe6845f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: a51d91a4-9927-4f1b-aff7-4b73c90301db
  kind: Event
  lastTimestamp: "2026-06-15T06:42:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:42:05Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk.18b92dfee59d3980
    namespace: kserve-ci-e2e-test
    resourceVersion: "36910"
    uid: f7ce52eb-0a63-434d-94b2-b92cf01886b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 4bde45d7-9845-4c83-bc0e-6f3a9a57b4a0
  kind: Event
  lastTimestamp: "2026-06-15T06:40:57Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-vwptk'
  metadata:
    creationTimestamp: "2026-06-15T06:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:40:57Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18b92df4fc810d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36315"
    uid: 8e39b18f-6113-4cc8-9668-04813f7c9561
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36295"
    uid: cf12ff4b-2833-4c44-b9ae-49e2518e234d
  kind: Event
  lastTimestamp: "2026-06-15T06:40:57Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:40:57Z"
    name: isvc-tensorflow-runtime-predictor.18b92df4f8f3ac8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36302"
    uid: 4a221af7-e171-400a-851a-7a95caedf76b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: c29294d3-2a77-4c6c-b85d-3eec8b98f360
  kind: Event
  lastTimestamp: "2026-06-15T06:41:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:41:27Z"
    name: isvc-tensorflow-runtime-predictor.18b92df87764846b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36576"
    uid: ab921a18-3a95-4535-a236-34675f2ece28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: c29294d3-2a77-4c6c-b85d-3eec8b98f360
  kind: Event
  lastTimestamp: "2026-06-15T06:41:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:41:27Z"
    name: isvc-tensorflow-runtime-predictor.18b92df877dcf99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36577"
    uid: c46ab6d9-fa24-4f6b-ba33-dd34b46a5034
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: 7fc9013a-67d0-490d-9d39-62d968ce1cfa
  kind: Event
  lastTimestamp: "2026-06-15T06:41:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:41:20Z"
    name: isvc-tensorflow-runtime.18b92df4f8a02af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36520"
    uid: a80c3b61-595c-4f00-946f-ceb42566f5ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: 7fc9013a-67d0-490d-9d39-62d968ce1cfa
  kind: Event
  lastTimestamp: "2026-06-15T06:40:57Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:40:57Z"
    name: isvc-tensorflow-runtime.18b92df4f8fd4321
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: b3752238-3d7f-4c73-b6e2-acaff65e6240
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36518"
    uid: 7fc9013a-67d0-490d-9d39-62d968ce1cfa
  kind: Event
  lastTimestamp: "2026-06-15T06:41:20Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:41:20Z"
    name: isvc-tensorflow-runtime.18b92dfa42bae9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36519"
    uid: 8b9006a0-611f-4c6a-abb4-763e212ad5c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: bf0e07a3-5893-405f-991b-33abab6e045c
  kind: Event
  lastTimestamp: "2026-06-15T06:40:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:40:43Z"
    name: isvc-tensorflow.18b92deb4c241a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "36168"
    uid: 2a1b7126-2a64-4b81-8743-23622e3dd345
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: bf0e07a3-5893-405f-991b-33abab6e045c
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-tensorflow.18b92deb4c98320a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35936"
    uid: b0cbcf82-f113-47e9-85d4-e27538ac433b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35900"
    uid: bf0e07a3-5893-405f-991b-33abab6e045c
  kind: Event
  lastTimestamp: "2026-06-15T06:40:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:40:16Z"
    name: isvc-tensorflow.18b92deb5327c12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35940"
    uid: 698f5b93-7fb5-40ee-a7cc-7c9defd2f1a6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:40:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: bf0e07a3-5893-405f-991b-33abab6e045c
  kind: Event
  lastTimestamp: "2026-06-15T06:40:43Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:40:43Z"
    name: isvc-tensorflow.18b92df19b29527a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 6f26a0f3-80c4-4b45-8de7-d6761a478524
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:41:39.138273Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36696"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-w7cww
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92dfe9a789db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36701"
    uid: 59edac6f-4417-4cc1-bdab-04ca135a5746
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36705"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:41:39Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92dfeb47a7d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36711"
    uid: b415bf98-19ef-44f4-833e-b289c0768aca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:41:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92dfeb5de40fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36714"
    uid: 6f3127ee-4b02-4c28-b5d5-470d27de72a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:41:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92dfeb8ed60f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36716"
    uid: 569fab8d-0d58-4e41-acf6-ad7533cefe1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:41:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92dfeb9696b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: 9db1abcf-e1bd-4d9a-a60a-30e5f63cd3aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:41:44Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-06-15T06:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:41:44Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92dffdf91145d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: d01305de-29ae-4e6c-8857-f9ca153190d4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:43:39Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.412s
    (1m54.412s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92e1a8318da9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37561"
    uid: 3c45ce31-4284-4126-a0b9-7790eea948b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:43:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92e1a89eea5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37562"
    uid: d52db8ca-43f7-49cc-b6bc-06cdd2f64c01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:43:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92e1a8b003e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: c8d28803-3bce-43b2-a04e-079f0a5a7963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:43:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92e1a8b0c0719
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: fab8673a-8794-4677-9e1b-02491a7dc234
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:43:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92e1a9081675f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: 148eae8b-b27d-4693-83fd-eb25dfade485
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:43:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:39Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92e1a91a083f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: ab541faa-3268-4467-a2d9-7ea2407cbaf6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:43:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:42Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92e1b096983df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37590"
    uid: d33c10b8-de92-4b53-891f-32db0d9a333e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:43:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:52Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92e1db3bc89b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: 0f594522-e239-4972-bbed-ae4160123e94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-w7cww
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 8e1bbb56-ccd8-4cf8-bb5e-9f5fcfc83a29
  kind: Event
  lastTimestamp: "2026-06-15T06:43:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:52Z"
    name: isvc-triton-predictor-5d7db58676-w7cww.18b92e1db3bd15ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37696"
    uid: b45bcad2-e1f0-4eec-a6cf-e5949019113a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "36685"
    uid: 97be95f1-d9e6-4cae-8c33-11957980aa96
  kind: Event
  lastTimestamp: "2026-06-15T06:41:39Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-w7cww'
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-triton-predictor-5d7db58676.18b92dfe9a05504c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36698"
    uid: 3ab744f5-1c19-46a2-bfef-7c1a0e179361
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 636592d0-2f48-41e8-86fe-649a42a50933
  kind: Event
  lastTimestamp: "2026-06-15T06:41:39Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-triton-predictor.18b92dfe969afa7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36687"
    uid: 585a4304-70c2-4f45-b07a-9626ec2b969c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 9e4ab2ef-d8ad-49fa-8940-7cdae4f5a62d
  kind: Event
  lastTimestamp: "2026-06-15T06:43:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:43:39Z"
    name: isvc-triton-predictor.18b92e021652e3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37565"
    uid: da26b385-ba03-4987-baca-2d2c406f6870
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 9e4ab2ef-d8ad-49fa-8940-7cdae4f5a62d
  kind: Event
  lastTimestamp: "2026-06-15T06:43:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:43:39Z"
    name: isvc-triton-predictor.18b92e0217011cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37566"
    uid: 60eb3fe3-06ef-44d2-ae4a-0f3427fc914d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36658"
    uid: 286be2b6-36d0-42e1-8a29-c92d96adba73
  kind: Event
  lastTimestamp: "2026-06-15T06:43:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:43:47Z"
    name: isvc-triton.18b92dfe96a45b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: 4ccd27ec-0888-42c4-b7b7-5ee7501ca207
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:41:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36658"
    uid: 286be2b6-36d0-42e1-8a29-c92d96adba73
  kind: Event
  lastTimestamp: "2026-06-15T06:41:39Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:41:39Z"
    name: isvc-triton.18b92dfe9735d0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36690"
    uid: 83bccdda-1840-43bc-b1c3-ebeea2cfb949
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: 286be2b6-36d0-42e1-8a29-c92d96adba73
  kind: Event
  lastTimestamp: "2026-06-15T06:43:47Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:43:47Z"
    name: isvc-triton.18b92e1c76daf3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37634"
    uid: a312575d-40df-4b2c-b5ed-e5d0d340f964
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:43:52.817496Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37711"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-q7prn
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:43:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:43:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e1dba5fa922
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b19b26f9-26ad-459c-95db-95bb370247e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:43:53Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:43:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e1dd726298b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37729"
    uid: 0ee14457-7bdd-450c-8e27-b0d6442e4756
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:43:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e1dd8e09664
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: 6a4ab294-fb3e-4df9-80b8-e8a3879596af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:43:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e1dde501fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 25254047-4dde-4f3f-b0e8-dd222075cebe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:43:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e1ddebfc0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: b472bcbf-3980-4df7-8e50-059089a73fc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:43:57Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-06-15T06:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:43:57Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e1ec7ab00f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37772"
    uid: bde983f2-3e26-438b-99e4-2959daf5b4d6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:44:17Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.481s (20.481s
    including waiting). Image size: 1304984825 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:44:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e238c719b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: bb0dfd1a-4638-43df-b709-f7cd723baf8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:44:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:44:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e23936c9b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 4d9ee3af-c999-4805-81e2-c3041edf9f54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:44:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:44:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e2394b84265
    namespace: kserve-ci-e2e-test
    resourceVersion: "37925"
    uid: 5e891242-ddf9-4f52-9bd4-d6673b67fe5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:44:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:44:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e2394c2d220
    namespace: kserve-ci-e2e-test
    resourceVersion: "37926"
    uid: 9c69ba78-b889-4134-947a-d3a7915e6a5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:44:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:44:18Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e239ad91028
    namespace: kserve-ci-e2e-test
    resourceVersion: "37927"
    uid: 2f11575b-ae31-4513-bbb4-e6173edb1750
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:44:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:44:18Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e239c1d1e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37928"
    uid: 923722f1-4833-423b-817d-6f6475ecb0de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:45:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e23edae7d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "38556"
    uid: c0e74e01-b1da-4444-9729-d2789e61fec7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e350de5e784
    namespace: kserve-ci-e2e-test
    resourceVersion: "38494"
    uid: 9f9f4bb1-c7dc-4aea-bfdd-a2d7ad0f5d0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e350de6a14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38496"
    uid: 486a5f3a-406a-4e71-9398-b239921ed4ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q7prn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: c6d38198-2d5b-4616-85fc-740f9e7abb27
  kind: Event
  lastTimestamp: "2026-06-15T06:45:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-q7prn.18b92e359fde17bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38555"
    uid: c27bcd59-ab76-4798-b1a4-7f981036ba2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37700"
    uid: f27e617c-91a0-449a-8b3d-95119f6b6edf
  kind: Event
  lastTimestamp: "2026-06-15T06:43:52Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-q7prn'
  metadata:
    creationTimestamp: "2026-06-15T06:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:43:52Z"
    name: isvc-xgboost-predictor-7566d65bf7.18b92e1db9e8606d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: 665078e9-dbbd-4c3c-9669-5f4e4c85c1b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37697"
    uid: d0c389c3-c5c3-42d4-99ca-24f7bb10eccd
  kind: Event
  lastTimestamp: "2026-06-15T06:43:52Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:43:52Z"
    name: isvc-xgboost-predictor.18b92e1db57ba68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37702"
    uid: 777126f0-e902-45f5-a272-42ceaf8ea306
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: a2c88fd1-091a-43f9-8ff2-31f4a07c0edf
  kind: Event
  lastTimestamp: "2026-06-15T06:44:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:44:22Z"
    name: isvc-xgboost-predictor.18b92e2133c9bb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 99071ed5-2119-4916-8eb0-524160c309b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: a2c88fd1-091a-43f9-8ff2-31f4a07c0edf
  kind: Event
  lastTimestamp: "2026-06-15T06:44:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:44:22Z"
    name: isvc-xgboost-predictor.18b92e213460bed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37962"
    uid: 1895596f-7821-42a3-a275-21e849a06580
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: a2c88fd1-091a-43f9-8ff2-31f4a07c0edf
  kind: Event
  lastTimestamp: "2026-06-15T06:45:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:45:22Z"
    name: isvc-xgboost-predictor.18b92e283272e002
    namespace: kserve-ci-e2e-test
    resourceVersion: "38391"
    uid: 37f36c72-460c-4285-bf11-8ebfa8c57a83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-15T06:44:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: a2c88fd1-091a-43f9-8ff2-31f4a07c0edf
  kind: Event
  lastTimestamp: "2026-06-15T06:45:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:45:22Z"
    name: isvc-xgboost-predictor.18b92e283302736b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38392"
    uid: 211b67af-385a-41f5-9c90-0b84d2c93dbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:47:13.449080Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39399"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4c70f2ae18
    namespace: kserve-ci-e2e-test
    resourceVersion: "39408"
    uid: e7e41ef6-a0c0-4d9e-a259-3963c9ee8d7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39413"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:13Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4c8abb324a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39420"
    uid: 176525b3-44eb-4cfe-af21-8a64a332130e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4c8c2e2521
    namespace: kserve-ci-e2e-test
    resourceVersion: "39422"
    uid: 9797ecda-b13e-473f-a2e4-9ef1e6735c45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4c8fec4cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "39424"
    uid: dad0fb2c-5e2e-490f-91a7-bda5ec1830e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4c906a036d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: f3b8b3cd-35cd-4a9f-bf66-244f96762710
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:18Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4d8d88616d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39462"
    uid: c9f83027-f691-4d2c-bce8-865609fbfc3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4d907aa08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39464"
    uid: 5436f032-b360-4967-a307-2df24b6be3f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4d90f64e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: cea6c787-9c4b-4ce0-99d5-679a5d975a3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4d9102185a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: d0ae4a50-7708-4fca-8797-14619e2dcb63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4d944f2f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39470"
    uid: 04f0ea1e-f3db-44e0-a9eb-56a9e0de719b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:47:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4d94cb8b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39471"
    uid: 114c0357-58a4-4c05-b046-f1678ffc032f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:48:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:36Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e4e056dd245
    namespace: kserve-ci-e2e-test
    resourceVersion: "40112"
    uid: ff0abc5d-b466-422f-9077-c940c4d95920
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:48:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:33Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e5f228691f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40078"
    uid: b70c4714-ff1d-4dfb-a2f6-248fa9e6387b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:48:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:33Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e5f228736a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40079"
    uid: 8a8c0f2e-3415-4090-ad64-15eb8ae419ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 232aeb7d-1d9c-4ef0-8abd-e720bcb2d53e
  kind: Event
  lastTimestamp: "2026-06-15T06:48:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:36Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg.18b92e5fb7e941d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40111"
    uid: 7ab300e4-df18-4243-9ec8-03b53acdd898
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: aa1085a5-2bc0-446f-8253-774765b4a9a6
  kind: Event
  lastTimestamp: "2026-06-15T06:47:13Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-xz8hg'
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18b92e4c706dc6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39403"
    uid: dc16d500-cfd0-4c94-a947-4ec984ae5c5d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: 0d89071d-3815-47d7-8a2d-5f96078f1377
  kind: Event
  lastTimestamp: "2026-06-15T06:47:13Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: isvc-xgboost-runtime-predictor.18b92e4c6ca40376
    namespace: kserve-ci-e2e-test
    resourceVersion: "39378"
    uid: 258a3550-fbb4-4820-a9c8-bbd84b13b106
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39374"
    uid: a5cf92c1-df67-47ce-9a0c-d0201ed00758
  kind: Event
  lastTimestamp: "2026-06-15T06:47:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:47:58Z"
    name: isvc-xgboost-runtime-predictor.18b92e4fec148a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: d6fe1d4a-6b20-4d42-b8ef-d5a429947ad9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39374"
    uid: a5cf92c1-df67-47ce-9a0c-d0201ed00758
  kind: Event
  lastTimestamp: "2026-06-15T06:47:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:47:58Z"
    name: isvc-xgboost-runtime-predictor.18b92e4fec7e053a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39769"
    uid: 37aadfaa-0cf6-49c9-a118-50f19949b54b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39551"
    uid: a5cf92c1-df67-47ce-9a0c-d0201ed00758
  kind: Event
  lastTimestamp: "2026-06-15T06:48:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:48:28Z"
    name: isvc-xgboost-runtime-predictor.18b92e536b595d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39986"
    uid: 70253388-c3c3-418a-9991-6ef63fa279c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39551"
    uid: a5cf92c1-df67-47ce-9a0c-d0201ed00758
  kind: Event
  lastTimestamp: "2026-06-15T06:48:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:48:28Z"
    name: isvc-xgboost-runtime-predictor.18b92e536c02d4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39987"
    uid: 198a2637-c9cf-4f9e-a9ff-2c375f3f6ac2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39364"
    uid: 8e8fc46b-5758-4fd2-a113-b8a4472cd2b5
  kind: Event
  lastTimestamp: "2026-06-15T06:48:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:48:26Z"
    name: isvc-xgboost-runtime.18b92e4c6c70ea15
    namespace: kserve-ci-e2e-test
    resourceVersion: "39971"
    uid: 14afb822-d1c6-4bb4-9ca4-6c14bc8144ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39364"
    uid: 8e8fc46b-5758-4fd2-a113-b8a4472cd2b5
  kind: Event
  lastTimestamp: "2026-06-15T06:47:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: isvc-xgboost-runtime.18b92e4c706ee634
    namespace: kserve-ci-e2e-test
    resourceVersion: "39404"
    uid: b7e3b977-8d84-42b5-b62a-f6bc6c8a0d87
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39968"
    uid: 8e8fc46b-5758-4fd2-a113-b8a4472cd2b5
  kind: Event
  lastTimestamp: "2026-06-15T06:48:26Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:48:26Z"
    name: isvc-xgboost-runtime.18b92e5d694efdab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 92ab87c8-a723-43fa-90a9-d52d72855475
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:45:33.160140Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38514"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e351742e9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38518"
    uid: f8aaace0-b994-4605-a7fe-a691a7a07507
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e35309ca026
    namespace: kserve-ci-e2e-test
    resourceVersion: "38530"
    uid: f497239f-ac83-48f8-97ef-97edd864d62c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e35323c98b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38532"
    uid: 4edc158b-163b-4a38-bf16-b67bd351ae55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e3535892ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38535"
    uid: 00453fbe-a953-4948-bd61-3f32b4c263da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e353612e765
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 01fd2af0-38ba-4941-88d6-84e5d4ab6f76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:38Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-15T06:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e365d7a48fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38579"
    uid: ffb75584-7639-436b-9bae-17c6dcfdaa35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e3661229f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "38585"
    uid: 4ff59678-bd00-46c2-b7fb-15e12deb12cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e3661991366
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 8314bfbd-225e-4674-850b-1f6a8ebc6154
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e3661a44519
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: 4bcc2c5b-073e-4c14-9f0c-51485aea45b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e3664f42915
    namespace: kserve-ci-e2e-test
    resourceVersion: "38589"
    uid: ec32bae0-6679-4472-9e1a-4c531a43c501
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:45:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:45:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e36656431e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38590"
    uid: c88a6540-f4dc-4c76-929a-6663a8e686b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:46:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e40bf590ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38951"
    uid: 1c54d13f-c1bc-4fb6-b596-5c88917ba58a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:46:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e40bf59b4a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38954"
    uid: 718d501a-bf5a-4c46-882e-f57a53619c58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:46:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e418b8dfad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39005"
    uid: b6b158af-e655-4736-b2a3-a246a7c113c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: eaadbe2a-a6f9-4335-b134-3a27e52c6685
  kind: Event
  lastTimestamp: "2026-06-15T06:46:26Z"
  message: 'Readiness probe failed: Get "http://10.134.0.56:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6.18b92e418beec3d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39006"
    uid: 2b0cbad6-96af-499c-b598-41e9ba9a42a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "38502"
    uid: 99d1be79-3e7d-462c-8e56-a06f2f5f8293
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-frhg6'
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18b92e3516d84b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "38516"
    uid: 490daa51-830d-470e-a8d2-34d6f4f45303
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 4f0c2e7a-63a5-4e1a-a40f-16ddaac0078b
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b92e3510a31d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38504"
    uid: 6cc61c31-652f-43b5-a75a-683945ec33c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 1e1dd5d3-7dc7-4aac-a27b-b305b1840a72
  kind: Event
  lastTimestamp: "2026-06-15T06:46:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:46:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b92e388f156b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "38882"
    uid: 146f85ae-0b17-47f1-97ea-49754084b5b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 1e1dd5d3-7dc7-4aac-a27b-b305b1840a72
  kind: Event
  lastTimestamp: "2026-06-15T06:46:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:46:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b92e388f9f3308
    namespace: kserve-ci-e2e-test
    resourceVersion: "38883"
    uid: 965bb2c6-6fb6-4e24-9461-43b9648cd36e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38473"
    uid: 01e6132e-5e98-4f88-8ed0-d9d41b66416c
  kind: Event
  lastTimestamp: "2026-06-15T06:46:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:46:16Z"
    name: isvc-xgboost-v2-mlserver.18b92e351065d2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: 0be799fa-d389-4a70-99de-fdef86d0beb0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38473"
    uid: 01e6132e-5e98-4f88-8ed0-d9d41b66416c
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-v2-mlserver.18b92e35115eb9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38524"
    uid: 7e9706b7-d6ab-47a7-b1b6-8d72e12019ae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38481"
    uid: 01e6132e-5e98-4f88-8ed0-d9d41b66416c
  kind: Event
  lastTimestamp: "2026-06-15T06:45:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:45:33Z"
    name: isvc-xgboost-v2-mlserver.18b92e351881b1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38526"
    uid: 581c459a-f57c-45ed-9137-8372a1cb3c97
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38867"
    uid: 01e6132e-5e98-4f88-8ed0-d9d41b66416c
  kind: Event
  lastTimestamp: "2026-06-15T06:46:16Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:46:16Z"
    name: isvc-xgboost-v2-mlserver.18b92e3f3d466e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "38868"
    uid: f826c175-b86a-4ef7-b907-36034c8bc5c6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:49:33.861948Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40589"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-kxl94
    to ip-10-0-131-82.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:49:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:49:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6d2234ff62
    namespace: kserve-ci-e2e-test
    resourceVersion: "40594"
    uid: 74af557f-20e4-42c4-ad68-3769ea6d890e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40598"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:34Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:49:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6d3c52b311
    namespace: kserve-ci-e2e-test
    resourceVersion: "40609"
    uid: 28e35c12-4b0f-48af-9ba0-b18d6fb4e362
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6d3dd4839c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40611"
    uid: eaf22e77-b2e3-41ff-a939-cb60c1d56188
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6d408bcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40612"
    uid: cb636aa4-83f3-4c94-853a-ecf967ca5ae6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6d40fdf38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40613"
    uid: b0080d2e-2849-47f2-81a0-993543935e12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:38Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:38Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6e49352d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "40655"
    uid: e238987a-e056-4458-a22c-40512ef95860
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:38Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6e4c2d9151
    namespace: kserve-ci-e2e-test
    resourceVersion: "40657"
    uid: d0951e2c-478f-4e06-a590-89674d8aa0d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:38Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6e4ca21e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40659"
    uid: c6bc8c03-704c-4eb6-9847-c4c24b2a8f78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:38Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6e4cac9bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: d62e658f-9811-405d-b65e-a3947ce71125
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:38Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6e4f4a381b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40663"
    uid: 8f8e614f-f786-4620-a8e0-8b3f9f9be2dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:49:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:38Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6e4fbc99fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40664"
    uid: 7c55ec0a-b92f-49ac-9644-d03d9dae7a0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:50:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-15T06:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e6ec107ebf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41226"
    uid: 63ba7161-a44b-443d-ab61-5048156c8e4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:50:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:43Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e7d7512cc00
    namespace: kserve-ci-e2e-test
    resourceVersion: "41166"
    uid: eee69694-c149-4330-8013-502eeac81b89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:50:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:43Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e7d751649c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: 9dfe8d70-f297-41e7-8f7b-c62b317e53da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: db219b5c-dbd0-438c-a838-dd7186d554ae
  kind: Event
  lastTimestamp: "2026-06-15T06:50:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:50:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-kxl94.18b92e7e1f4176ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41225"
    uid: 73c0692b-5da2-47e5-ac38-878ff58af2d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-82.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-82.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40577"
    uid: 46a28ad3-7bc8-42b0-aba4-9e1d4099e9f7
  kind: Event
  lastTimestamp: "2026-06-15T06:49:33Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-kxl94'
  metadata:
    creationTimestamp: "2026-06-15T06:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:49:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18b92e6d21c58e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "40591"
    uid: 1e4e2959-ba81-4fea-b577-aa04abf871ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40574"
    uid: d5b61af4-06f0-4750-bccc-055dc8f34a4d
  kind: Event
  lastTimestamp: "2026-06-15T06:49:33Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:49:33Z"
    name: isvc-xgboost-v2-predictor.18b92e6d1dcc2779
    namespace: kserve-ci-e2e-test
    resourceVersion: "40580"
    uid: e2cfe6bb-3632-4448-8f6c-a49aead40b29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40576"
    uid: 1266aaa5-c193-4230-abfa-731bc68863aa
  kind: Event
  lastTimestamp: "2026-06-15T06:49:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:49:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:49:48Z"
    name: isvc-xgboost-v2-predictor.18b92e709c315b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "40738"
    uid: 17a1008c-070c-4eef-9a9c-cc6e22e6af33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40576"
    uid: 1266aaa5-c193-4230-abfa-731bc68863aa
  kind: Event
  lastTimestamp: "2026-06-15T06:49:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:49:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:49:48Z"
    name: isvc-xgboost-v2-predictor.18b92e709c9ea292
    namespace: kserve-ci-e2e-test
    resourceVersion: "40739"
    uid: e77d2948-e0de-4ad6-8dc7-f200a79098fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40737"
    uid: 1266aaa5-c193-4230-abfa-731bc68863aa
  kind: Event
  lastTimestamp: "2026-06-15T06:50:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:50:33Z"
    name: isvc-xgboost-v2-predictor.18b92e741be39f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41063"
    uid: ea8825a1-9eda-44b3-b85f-533182914400
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40737"
    uid: 1266aaa5-c193-4230-abfa-731bc68863aa
  kind: Event
  lastTimestamp: "2026-06-15T06:50:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:50:33Z"
    name: isvc-xgboost-v2-predictor.18b92e741c59632b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41064"
    uid: 673178ee-b70d-4e27-b460-577f0a9eb1ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:48:33.705806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40048"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:48:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:48:33Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e5f209f3092
    namespace: kserve-ci-e2e-test
    resourceVersion: "40067"
    uid: c8f52d80-2239-4983-ab17-512f63f81f8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40077"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:34Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:48:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e5f3a63ee04
    namespace: kserve-ci-e2e-test
    resourceVersion: "40088"
    uid: daa99d9b-776b-4f1a-8cf3-7410ae7f5976
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e5f3bfe2592
    namespace: kserve-ci-e2e-test
    resourceVersion: "40090"
    uid: 4ce99046-ac22-4353-82fa-54c496d02ed5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e5f3ec9db79
    namespace: kserve-ci-e2e-test
    resourceVersion: "40091"
    uid: b2082938-d3d9-477e-87aa-b3a39ecc049f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e5f3f405b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "40092"
    uid: 5def8175-2404-4ec4-94a6-f15e7bdc1865
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:38Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-15T06:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:38Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e603d5cdf80
    namespace: kserve-ci-e2e-test
    resourceVersion: "40130"
    uid: 97a64ef2-4c3a-4cb0-8575-3bfd9667fd6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:38Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e6040afe31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40135"
    uid: 747967fb-c337-4687-b050-35bcee099626
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:38Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e6041265aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40136"
    uid: b097149a-f95c-4818-b7e9-03d96ee1371f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:38Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e60412fef7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40137"
    uid: a2ea480f-b3c6-4be8-8c9d-3b62f73d6cca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:38Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e6043f4ae9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40139"
    uid: 3f1103be-d321-41d7-95d5-c965c614fc71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:48:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:48:38Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e60445eddd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40140"
    uid: 16283033-8f48-406b-bbdf-7d7498b3c32f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:49:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-06-15T06:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e69199e5be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40421"
    uid: 7a9ba03c-3b3d-4751-9758-176ad3ec4e09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:49:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:33Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e6d1c84b55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40573"
    uid: 55364c12-08db-4b3b-8ac2-b029b269b0de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:49:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:33Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e6d1c87f192
    namespace: kserve-ci-e2e-test
    resourceVersion: "40575"
    uid: f56cef39-edb8-4454-a00f-f3ddf2c013e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: c11660ef-e630-42b9-94f4-382175a61702
  kind: Event
  lastTimestamp: "2026-06-15T06:49:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:49:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf.18b92e6dbf5ed6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40635"
    uid: dce5c2e2-c46c-45ad-84a2-ec1654d76112
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40039"
    uid: afffbe8f-2c8c-4054-b66a-5f429aaa5927
  kind: Event
  lastTimestamp: "2026-06-15T06:48:33Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-89pdf'
  metadata:
    creationTimestamp: "2026-06-15T06:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:48:33Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18b92e5f1fa8a2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40053"
    uid: 865329b0-2fce-4af6-9ea2-2f0e08967611
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40037"
    uid: 0448dba3-8458-4c56-8613-b5f0f3dbb851
  kind: Event
  lastTimestamp: "2026-06-15T06:48:33Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:48:33Z"
    name: isvc-xgboost-v2-runtime-predictor.18b92e5f1c0fe0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40042"
    uid: 2087bda0-1a44-4f8c-b2eb-dab5c99b4d0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40038"
    uid: 9f412ad1-66f2-4c6b-bcf5-a121a61991bf
  kind: Event
  lastTimestamp: "2026-06-15T06:49:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:49:03Z"
    name: isvc-xgboost-v2-runtime-predictor.18b92e629aae3097
    namespace: kserve-ci-e2e-test
    resourceVersion: "40331"
    uid: a79c02ac-e7db-4e76-a8ce-ed141d4a47d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40038"
    uid: 9f412ad1-66f2-4c6b-bcf5-a121a61991bf
  kind: Event
  lastTimestamp: "2026-06-15T06:49:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:49:03Z"
    name: isvc-xgboost-v2-runtime-predictor.18b92e629b2d47a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40332"
    uid: b530140d-33cd-4a5a-83b7-d8838388436e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40215"
    uid: 9f412ad1-66f2-4c6b-bcf5-a121a61991bf
  kind: Event
  lastTimestamp: "2026-06-15T06:49:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:49:33Z"
    name: isvc-xgboost-v2-runtime-predictor.18b92e69995aeab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40547"
    uid: 01864f50-ad1a-4630-b0ed-50f3cedaf7f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40215"
    uid: 9f412ad1-66f2-4c6b-bcf5-a121a61991bf
  kind: Event
  lastTimestamp: "2026-06-15T06:49:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:49:33Z"
    name: isvc-xgboost-v2-runtime-predictor.18b92e6999cffb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "40548"
    uid: 6053e26a-2e28-4129-87a9-e300ac51036c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40028"
    uid: 26c1e82d-7729-4476-ae33-c520aaaf3c49
  kind: Event
  lastTimestamp: "2026-06-15T06:49:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:49:26Z"
    name: isvc-xgboost-v2-runtime.18b92e5f1be2f7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40497"
    uid: d65bc629-cf13-4740-95eb-558e103f5648
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40028"
    uid: 26c1e82d-7729-4476-ae33-c520aaaf3c49
  kind: Event
  lastTimestamp: "2026-06-15T06:48:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:48:33Z"
    name: isvc-xgboost-v2-runtime.18b92e5f1c52204d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40083"
    uid: 7f5defc7-36f8-4760-aca7-83c2f0c1b4c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40046"
    uid: 26c1e82d-7729-4476-ae33-c520aaaf3c49
  kind: Event
  lastTimestamp: "2026-06-15T06:48:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:48:33Z"
    name: isvc-xgboost-v2-runtime.18b92e5f243e7a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 5e4a769d-109b-4a53-b83e-869de205fc8c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40495"
    uid: 26c1e82d-7729-4476-ae33-c520aaaf3c49
  kind: Event
  lastTimestamp: "2026-06-15T06:49:26Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:49:26Z"
    name: isvc-xgboost-v2-runtime.18b92e6b70d16bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40496"
    uid: c8149eb4-9205-4a53-979c-a66809add358
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40549"
    uid: 22dc2c2e-7a85-462a-b9b8-c8ce7d9e98c9
  kind: Event
  lastTimestamp: "2026-06-15T06:50:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:50:36Z"
    name: isvc-xgboost-v2.18b92e6d1d6d449f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41092"
    uid: 5b45db81-dc25-41e9-818d-1ab4ba5427d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40549"
    uid: 22dc2c2e-7a85-462a-b9b8-c8ce7d9e98c9
  kind: Event
  lastTimestamp: "2026-06-15T06:49:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:49:33Z"
    name: isvc-xgboost-v2.18b92e6d1df3ed55
    namespace: kserve-ci-e2e-test
    resourceVersion: "40600"
    uid: 4b051e97-afb8-4af9-a522-9af20b8c673f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:49:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40559"
    uid: 22dc2c2e-7a85-462a-b9b8-c8ce7d9e98c9
  kind: Event
  lastTimestamp: "2026-06-15T06:49:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:49:33Z"
    name: isvc-xgboost-v2.18b92e6d241cf2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "40602"
    uid: 0f9ae5b6-472e-4c74-b332-edf3c8822fe1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:50:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41089"
    uid: 22dc2c2e-7a85-462a-b9b8-c8ce7d9e98c9
  kind: Event
  lastTimestamp: "2026-06-15T06:50:36Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:50:36Z"
    name: isvc-xgboost-v2.18b92e7bd1281b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "41090"
    uid: 10d639f5-925d-43bc-9c3c-5a5cdfc86f4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 61f593c6-add9-4895-ab5b-83782010c7eb
  kind: Event
  lastTimestamp: "2026-06-15T06:45:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:45:25Z"
    name: isvc-xgboost.18b92e1db4f5745e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: 6967a333-1878-442e-9db7-ddef30e1df89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 61f593c6-add9-4895-ab5b-83782010c7eb
  kind: Event
  lastTimestamp: "2026-06-15T06:43:52Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:43:52Z"
    name: isvc-xgboost.18b92e1db5808f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37719"
    uid: 2814657d-ef8b-470c-84d6-26af85debe86
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: 61f593c6-add9-4895-ab5b-83782010c7eb
  kind: Event
  lastTimestamp: "2026-06-15T06:43:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:43:52Z"
    name: isvc-xgboost.18b92e1dbae39f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37720"
    uid: 73b6821e-b8a1-4395-b44c-5ba3b8e40377
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:45:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: 61f593c6-add9-4895-ab5b-83782010c7eb
  kind: Event
  lastTimestamp: "2026-06-15T06:45:25Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:45:25Z"
    name: isvc-xgboost.18b92e335179afa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: e445a975-2c14-4688-be3c-cdf02c10d330
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:02:23.532025Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-hbpsm
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:02:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:02:23Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bda2565c3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: 4482568d-8d3e-4664-a408-c6c5df2e4211
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:02:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-15T06:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:23Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bda2d14c17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: c7f46cae-e0cb-4298-aabd-ddb5b43ec922
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:02:24Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:02:24Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bda62f192a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 34f83101-039a-46ed-90d1-3bd1e077fa97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:02:24Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-06-15T06:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:24Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bda64636ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: 8ba9327c-a517-4a05-8504-40cdc6d2888f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:02:26Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.414s (1.414s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-06-15T06:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:26Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bdab8b108f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 1e11f6e6-6f13-4466-b8d6-69928afaa0e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:02:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:26Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bdabbc14a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 44fb8c4a-3f3c-474a-90ba-a72a448a1bd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:02:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:26Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bdabc299954
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 0d235376-29a9-4ba0-8f98-33201eb891ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:02:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:26Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bdabc33a014
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: f606f469-9cff-481f-a1d4-d10e867cf774
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:02:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:26Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bdac027a5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 0712d2fa-f28b-4139-ac56-479c747ad231
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:02:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:02:26Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bdac093dc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: b2ec8486-1cec-47cb-9fef-e03ed3b76df0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:04:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bf5012a4272
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: c255e3e8-ef0c-44b8-8393-6d7837531817
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-hbpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 3b50eac5-7651-40b1-b5ef-803467f5b9de
  kind: Event
  lastTimestamp: "2026-06-15T06:04:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:04:18Z"
    name: message-dumper-predictor-6575bcfdfd-hbpsm.18b92bf5012a9280
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: c3208602-d52f-4f97-a329-b2977c90b9cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16924"
    uid: 0f329f5e-27da-4125-95a6-511afc92184b
  kind: Event
  lastTimestamp: "2026-06-15T06:02:23Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-hbpsm'
  metadata:
    creationTimestamp: "2026-06-15T06:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:02:23Z"
    name: message-dumper-predictor-6575bcfdfd.18b92bda24ecd4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: 34aea272-ce9f-441c-bd82-f558874f9cef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 9040693e-6e0d-472b-b2c1-6f94fa7f2e23
  kind: Event
  lastTimestamp: "2026-06-15T06:02:23Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-06-15T06:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:02:23Z"
    name: message-dumper-predictor.18b92bda22770160
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: f8b7655e-bb62-43eb-a8de-7ae40359961b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: ddabc2d3-eab6-415c-91f6-b9555202c9d1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:02:53Z"
    name: message-dumper-predictor.18b92bdda125e057
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 05438399-b39f-42da-a4d2-077378bd5007
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: ddabc2d3-eab6-415c-91f6-b9555202c9d1
  kind: Event
  lastTimestamp: "2026-06-15T06:02:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:02:53Z"
    name: message-dumper-predictor.18b92bdda19d5ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: b02a589e-12cf-43f4-b186-009b103aae23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 5a006a77-9b2d-448a-9735-2096f4ea4ce4
  kind: Event
  lastTimestamp: "2026-06-15T06:02:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:02:33Z"
    name: message-dumper.18b92bda2246f2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 8a0eafb4-9b78-48f5-87e8-e708e8e390ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 5a006a77-9b2d-448a-9735-2096f4ea4ce4
  kind: Event
  lastTimestamp: "2026-06-15T06:02:23Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-15T06:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:02:23Z"
    name: message-dumper.18b92bda22ba9f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 97dda6f4-5bfc-4c78-bb40-6f44ff14ed93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:02:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: 5a006a77-9b2d-448a-9735-2096f4ea4ce4
  kind: Event
  lastTimestamp: "2026-06-15T06:02:33Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:02:33Z"
    name: message-dumper.18b92bdc743a1a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: 97a9c03d-4cf9-4e60-8b35-9491c3e7ae46
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:34:38.173658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33093"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9c9706658c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33097"
    uid: d972c187-9665-4b5b-982a-81f26031871a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33102"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:38Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9cb0961b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33111"
    uid: cecfc0a5-885e-47ff-9e18-46b7e886156f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9cb2138622
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: c532b4fc-7d4d-462d-b1e3-3fe280a44434
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9cb55abf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: 78db6801-498d-4fe6-95b1-7fae68a4f923
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9cb5c97db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33116"
    uid: cf854a90-b3b0-4e5b-9d4b-faed27a6f2a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-15T06:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9d9fdc8700
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: 268e3311-c91a-40b9-bd68-8c73c4e089e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9da683bec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: f4d39970-a31a-423e-94b7-b52a452aade9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9da71335b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33157"
    uid: e38ebc17-f0c1-47c0-ad62-4775bf725e4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9da71d5d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33159"
    uid: f3d458e0-a504-4c0a-87ee-9fc13a4e098d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9daa14568a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33160"
    uid: 847bf5cb-ccf7-4393-bd14-980c418238d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:34:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:34:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92d9daaa696ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 61ca90f1-6397-4f42-b6dc-ba51216e1d22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:35:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-06-15T06:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92da680169d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33434"
    uid: e0b573fc-f497-4154-a81d-1e7e3b001534
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:35:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92daa94c49091
    namespace: kserve-ci-e2e-test
    resourceVersion: "33589"
    uid: 1f4d5c55-5594-4c7e-87ae-fba8f394a5a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:35:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92daa94c54d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33593"
    uid: 0d1de6ba-482c-45d1-bebb-c40e6511f002
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:35:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92dab226c061d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33646"
    uid: 9f6a798d-b439-4ec5-99cd-0199c0b9ba7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:35:41Z"
  message: 'Readiness probe failed: Get "http://10.134.0.51:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-06-15T06:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92dab60bfa86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33653"
    uid: dfaba6f7-bb81-471d-949a-24968d712794
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: add34785-94c3-4bab-aec9-f9257d5b443e
  kind: Event
  lastTimestamp: "2026-06-15T06:35:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-06-15T06:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:35:46Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms.18b92dac8808a26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33709"
    uid: d0576405-7f8d-4323-ab33-4db64418eddf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: e69d9fd7-5274-49f0-b699-9b62de2bc8e2
  kind: Event
  lastTimestamp: "2026-06-15T06:34:38Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-cl7ms'
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18b92d9c968d9aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: af743010-a134-4416-b52c-92775b57848b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: 7253411f-26b6-467d-8819-60582f1f411a
  kind: Event
  lastTimestamp: "2026-06-15T06:34:38Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: sklearn-v2-mlserver-predictor.18b92d9c921eccbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33083"
    uid: ae282802-c729-4ef0-81d5-8cbc3de89d18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: b8bb6a6e-da7e-4ee1-9cdd-3433e9258e74
  kind: Event
  lastTimestamp: "2026-06-15T06:34:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:34:53Z"
    name: sklearn-v2-mlserver-predictor.18b92da010df0a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: 2ef0b893-0527-475b-8574-f11807c3f859
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: b8bb6a6e-da7e-4ee1-9cdd-3433e9258e74
  kind: Event
  lastTimestamp: "2026-06-15T06:34:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:34:53Z"
    name: sklearn-v2-mlserver-predictor.18b92da0114e6739
    namespace: kserve-ci-e2e-test
    resourceVersion: "33241"
    uid: a3112fc0-6b03-48f5-9edd-a90268d4c49d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: b8bb6a6e-da7e-4ee1-9cdd-3433e9258e74
  kind: Event
  lastTimestamp: "2026-06-15T06:35:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:35:38Z"
    name: sklearn-v2-mlserver-predictor.18b92da39029399e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: e8ca42d2-a4fe-4377-9f16-1dab27dc51a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: b8bb6a6e-da7e-4ee1-9cdd-3433e9258e74
  kind: Event
  lastTimestamp: "2026-06-15T06:35:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:35:38Z"
    name: sklearn-v2-mlserver-predictor.18b92da390a1e788
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: 13652cca-f1e6-49dc-8265-017a03da5a90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33053"
    uid: 491a3b70-0391-4c5d-8a2f-8809d25e8b51
  kind: Event
  lastTimestamp: "2026-06-15T06:35:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:35:30Z"
    name: sklearn-v2-mlserver.18b92d9c91d1f7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: 98616d76-314a-4af0-a0a6-ed7621c1d8e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:34:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33053"
    uid: 491a3b70-0391-4c5d-8a2f-8809d25e8b51
  kind: Event
  lastTimestamp: "2026-06-15T06:34:38Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:34:38Z"
    name: sklearn-v2-mlserver.18b92d9c922998c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33084"
    uid: ee9198e7-c66a-4388-a3ac-ceb886b2ce44
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:35:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 491a3b70-0391-4c5d-8a2f-8809d25e8b51
  kind: Event
  lastTimestamp: "2026-06-15T06:35:30Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:35:30Z"
    name: sklearn-v2-mlserver.18b92da8d3fa8160
    namespace: kserve-ci-e2e-test
    resourceVersion: "33508"
    uid: 4463eb42-470f-4e63-b324-105f786c71b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-15T06:46:23.288944Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38961"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    to ip-10-0-138-16.ec2.internal
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e40c32bc618
    namespace: kserve-ci-e2e-test
    resourceVersion: "38966"
    uid: 702b0848-d694-4369-9940-a2d587500d9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595b45b8c4-cj88h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38970"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:23Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e40dca94ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38977"
    uid: 8ad174cb-3c68-4097-87d2-3859d6164549
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e40de2a4806
    namespace: kserve-ci-e2e-test
    resourceVersion: "38980"
    uid: 777e2a45-2937-49fa-8c8c-e8b897657a47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e40e10fb0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38982"
    uid: 5d267e8f-cd7e-4ca9-8d65-e0b6b1bc5b35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e40e1843849
    namespace: kserve-ci-e2e-test
    resourceVersion: "38983"
    uid: 5a7d43b9-8cd1-46c5-b67b-7760e615f546
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:27Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-15T06:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e41d48e9fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39020"
    uid: 99ccb696-9337-4bff-91d9-ad7f43c7311d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-15T06:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e41d7b8e32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: dcf8ce3f-05cd-497b-8e8f-018d0eec9f73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e41d82cb946
    namespace: kserve-ci-e2e-test
    resourceVersion: "39024"
    uid: b8f78e9f-da2b-4153-b574-ba71cb285724
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-15T06:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e41d838160c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39026"
    uid: ce1e568b-d0ea-47d2-9cca-91556356df1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-15T06:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e41dbbde9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39027"
    uid: 9cb0fe32-040a-4684-82ef-820150b435e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:46:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e41dc337764
    namespace: kserve-ci-e2e-test
    resourceVersion: "39028"
    uid: f2cfc527-4ca6-469f-9deb-cedae174dbb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:47:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e4c6fe09bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39400"
    uid: 96ace56a-37ba-4b60-9cba-01c9b0a53e1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:47:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-15T06:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e4c6fe11567
    namespace: kserve-ci-e2e-test
    resourceVersion: "39402"
    uid: 367793f8-ba97-40f4-b6b2-7458fdfb3051
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 01d2b86f-80eb-4061-93f6-6237737958c3
  kind: Event
  lastTimestamp: "2026-06-15T06:47:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-15T06:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-15T06:47:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9.18b92e4d02c83e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "39447"
    uid: dd36cf5c-91dc-422e-ae74-a8aef39876a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38947"
    uid: 6e2e68ab-06e9-4d90-b08a-9b9567b814c3
  kind: Event
  lastTimestamp: "2026-06-15T06:46:23Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-9lkr9'
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18b92e40c293afeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38963"
    uid: 55c029a5-cfcc-4c1e-8af0-b113a6e8b528
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38944"
    uid: b60c4827-9d21-446a-bbc5-f331b33a6502
  kind: Event
  lastTimestamp: "2026-06-15T06:46:23Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: xgboost-v2-mlserver-predictor.18b92e40bf594cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38950"
    uid: 25f5e704-314a-4320-b005-b3449a2e643b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38945"
    uid: 66e011c6-cec6-478c-9806-4a73376ed7ea
  kind: Event
  lastTimestamp: "2026-06-15T06:46:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:46:38Z"
    name: xgboost-v2-mlserver-predictor.18b92e443df1bb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "39106"
    uid: 61a819cd-bcf2-48e0-b563-6129d087329d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38945"
    uid: 66e011c6-cec6-478c-9806-4a73376ed7ea
  kind: Event
  lastTimestamp: "2026-06-15T06:46:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-15T06:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:46:38Z"
    name: xgboost-v2-mlserver-predictor.18b92e443e5d7517
    namespace: kserve-ci-e2e-test
    resourceVersion: "39108"
    uid: 9ea63e19-78cb-4828-bde7-ccdceca6b336
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39107"
    uid: 66e011c6-cec6-478c-9806-4a73376ed7ea
  kind: Event
  lastTimestamp: "2026-06-15T06:47:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:47:08Z"
    name: xgboost-v2-mlserver-predictor.18b92e47bd87dcb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39321"
    uid: 1f359495-119c-456f-ac89-c7dd18eb58dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39107"
    uid: 66e011c6-cec6-478c-9806-4a73376ed7ea
  kind: Event
  lastTimestamp: "2026-06-15T06:47:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-15T06:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-15T06:47:08Z"
    name: xgboost-v2-mlserver-predictor.18b92e47bdf956b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 8defe2eb-deff-4a42-a6dd-4dab76674705
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38922"
    uid: 4db73eef-b0b7-432d-a7ba-fc75726f8ad6
  kind: Event
  lastTimestamp: "2026-06-15T06:47:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:47:06Z"
    name: xgboost-v2-mlserver.18b92e40befdbd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39306"
    uid: 92dbc832-0eea-4f02-8309-bb1ee674c831
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:46:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38922"
    uid: 4db73eef-b0b7-432d-a7ba-fc75726f8ad6
  kind: Event
  lastTimestamp: "2026-06-15T06:46:23Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-15T06:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:46:23Z"
    name: xgboost-v2-mlserver.18b92e40bf6e89f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38952"
    uid: f78d45a9-006f-4212-8629-0aaec2e374c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-15T06:47:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39304"
    uid: 4db73eef-b0b7-432d-a7ba-fc75726f8ad6
  kind: Event
  lastTimestamp: "2026-06-15T06:47:05Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-06-15T06:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-15T06:47:05Z"
    name: xgboost-v2-mlserver.18b92e4ab49d15b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: 4070249a-7003-4eda-9805-6827549eac98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "45077"