---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:21:27.954715Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24336"
    uid: c6942f8a-1117-4fe0-a0df-2b7596eda2e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:21:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:21:27Z"
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg.18a717337e8a7ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24340"
    uid: 487cfadf-6a12-4f0f-a201-3cf9dbfd7f51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24345"
    uid: c6942f8a-1117-4fe0-a0df-2b7596eda2e9
  kind: Event
  lastTimestamp: "2026-04-17T08:21:28Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:21:28Z"
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg.18a71733979437e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: f7c8f1c7-18d3-47ec-8317-0870fec671bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: c6942f8a-1117-4fe0-a0df-2b7596eda2e9
  kind: Event
  lastTimestamp: "2026-04-17T08:21:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:34Z"
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg.18a7173398c80603
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: edbbf99c-e2a0-4767-a913-cc6785564e7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: c6942f8a-1117-4fe0-a0df-2b7596eda2e9
  kind: Event
  lastTimestamp: "2026-04-17T08:21:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:34Z"
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg.18a717339b75973b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: ae0a13e5-d4a5-4040-91e1-36fb6ef70b89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: c6942f8a-1117-4fe0-a0df-2b7596eda2e9
  kind: Event
  lastTimestamp: "2026-04-17T08:21:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:34Z"
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg.18a717339be930bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24416"
    uid: a3d1a60e-1cf3-44be-9f55-0a19e0539ff8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: c6942f8a-1117-4fe0-a0df-2b7596eda2e9
  kind: Event
  lastTimestamp: "2026-04-17T08:21:37Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:37Z"
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg.18a71735d37a07db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: f677bc1c-18e6-4cc2-98ff-781ebe688c37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 6687bc75-6c06-430a-a84f-279dfce17cd6
  kind: Event
  lastTimestamp: "2026-04-17T08:21:27Z"
  message: 'Created pod: isvc-init-fail-eb7a51-predictor-d8dc459b5-6tjdg'
  metadata:
    creationTimestamp: "2026-04-17T08:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:21:27Z"
    name: isvc-init-fail-eb7a51-predictor-d8dc459b5.18a717337e21a06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 90277957-737b-4630-b68d-479914f0b9c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-eb7a51-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 77ba00b3-7eea-493c-b120-fe54c0477982
  kind: Event
  lastTimestamp: "2026-04-17T08:21:27Z"
  message: Scaled up replica set isvc-init-fail-eb7a51-predictor-d8dc459b5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T08:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:21:27Z"
    name: isvc-init-fail-eb7a51-predictor.18a717337ba365dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: bb876579-7387-43a0-8213-8823c98016ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-eb7a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 718ff738-5719-4e03-b272-0edc95b60ddb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:21:34Z"
    name: isvc-init-fail-eb7a51.18a717337b7f0d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: 6d7e993d-61eb-429a-9436-b8c9e9612cae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-eb7a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 718ff738-5719-4e03-b272-0edc95b60ddb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:27Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-eb7a51":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-eb7a51":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:21:27Z"
    name: isvc-init-fail-eb7a51.18a717337be37ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: d6f88804-c598-49a7-8c1d-783189b0a60b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-eb7a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 718ff738-5719-4e03-b272-0edc95b60ddb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-eb7a51": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:21:27Z"
    name: isvc-init-fail-eb7a51.18a717337be3f007
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 049f7feb-a267-4414-8229-b27bbd0b69b5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:04:33.711922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15982"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-89s6v
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:04:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:04:33Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7164758f5a4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 72d838ea-0e10-411b-926b-f44a893db4ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:04:34Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:04:34Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7164771b5bea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: dc68e78b-468c-417e-baec-41f269e6c6bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:04:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:34Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7164772d80113
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: bdfee5b5-0c30-4e30-84c0-30d1ad092b11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:04:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:34Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7164776244eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16022"
    uid: a9fbb780-9da9-468e-af01-2f120b47d9b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:04:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:34Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a716477688bf92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: e02bca57-f282-4df7-9e70-d80333321ba3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:04:38Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T08:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:38Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7164872487eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 5cd8e2ce-6e77-46bf-8893-5da395feaa15
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:04:45Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 7.072s (7.072s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:45Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7164a17d4c58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 190e3eff-3f3c-4413-9cf2-37f25d299eb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:04:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:45Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7164a1a8a9a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 1aa64c40-8202-4b9b-b90f-3707c583607a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:04:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:45Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7164a1afa6011
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: a857c2f4-1860-4b77-b7d5-aed25882f9a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:06:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:06:05Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7164a5099b8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: bc54e18b-841f-4eaa-8247-fd8d1de4493b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 0cea63c6-47ec-4fae-8408-15c9e827a89b
  kind: Event
  lastTimestamp: "2026-04-17T08:06:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:06:03Z"
    name: isvc-lightgbm-predictor-78c8d484d6-89s6v.18a7165c546fb418
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: f9b0bf08-e6c7-4698-bced-625436f180a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: a3049428-c725-451a-84b3-577eb787752c
  kind: Event
  lastTimestamp: "2026-04-17T08:04:33Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-89s6v'
  metadata:
    creationTimestamp: "2026-04-17T08:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:04:33Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a71647588ed724
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: a2be6084-5709-48ed-84dc-6a6e1c0bc7a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15958"
    uid: 1345f47a-f7b9-4d8a-bb33-916619cdcfec
  kind: Event
  lastTimestamp: "2026-04-17T08:04:33Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:04:33Z"
    name: isvc-lightgbm-predictor.18a7164755a07c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15970"
    uid: 3e82ea10-93ce-4345-843c-5bd5cd547134
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: 10d1e176-edba-4515-8af6-973bff8a4baa
  kind: Event
  lastTimestamp: "2026-04-17T08:05:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:05:18Z"
    name: isvc-lightgbm-predictor.18a7164ad474b714
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: cba6e835-1547-4d99-8d44-115ce0ccda70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: 10d1e176-edba-4515-8af6-973bff8a4baa
  kind: Event
  lastTimestamp: "2026-04-17T08:05:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:05:18Z"
    name: isvc-lightgbm-predictor.18a7164ad4ca5a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 988214cf-6b20-4fad-993e-66496564b0a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: 10d1e176-edba-4515-8af6-973bff8a4baa
  kind: Event
  lastTimestamp: "2026-04-17T08:06:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:06:03Z"
    name: isvc-lightgbm-predictor.18a71655515cea63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 2c03bb14-1c1a-4a9a-8a86-99fc15e52eff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: 10d1e176-edba-4515-8af6-973bff8a4baa
  kind: Event
  lastTimestamp: "2026-04-17T08:06:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:06:03Z"
    name: isvc-lightgbm-predictor.18a7165551b82c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 26b38ba2-689b-43ab-9bed-397f0a9358ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:06:03.961661Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:06:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:06:03Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7165c5c435a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: e9b81520-9175-4356-a6f2-848ad3e2a709
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: "2026-04-17T08:06:04Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:06:04Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7165c74e36915
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 28140460-7a6a-488c-98d7-0337459b2b80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: "2026-04-17T08:06:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:06:04Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7165c761f64e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 6a53dac2-867a-4adb-875b-affad729e30a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: "2026-04-17T08:06:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:06:04Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7165c78700f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 91f33b93-8c02-42ad-b73d-24c4d20bb71c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: "2026-04-17T08:06:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:06:04Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7165c78d38514
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: b0282156-3883-4a66-8749-1c9969c9b883
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: "2026-04-17T08:06:08Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:06:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7165d751aa824
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: cee85138-3aee-4de4-bba8-59e164861944
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: "2026-04-17T08:06:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:06:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7165d783844ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 76060089-afb2-4bf8-bef0-ddfdd7843480
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: "2026-04-17T08:06:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:06:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7165d78bdd9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: 38f011e2-8e5e-4660-9b5f-2393bdf14600
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: "2026-04-17T08:07:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:07:10Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7165db103c4db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 79bc4664-dad2-4956-88b5-3811fef598ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: a7351a26-0f4d-426c-956e-90509c21c498
  kind: Event
  lastTimestamp: "2026-04-17T08:07:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:07:24Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99.18a7166f1e66e09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: 14fc3496-aba1-47ef-8fd1-22f00a06c4d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 4126e6fa-21a0-476c-abe3-b6f066c76d24
  kind: Event
  lastTimestamp: "2026-04-17T08:06:03Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-hmr99'
  metadata:
    creationTimestamp: "2026-04-17T08:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:06:03Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a7165c5bdd2c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: d54d9ad7-45b1-4880-aebc-1788339c8c08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 3a2cc67d-b59b-4e48-ba65-563473e08224
  kind: Event
  lastTimestamp: "2026-04-17T08:06:03Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T08:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:06:03Z"
    name: isvc-lightgbm-runtime-predictor.18a7165c575bc1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: ce95f973-9458-4022-bfad-481975dc8c90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: 80a3bd4b-9722-4755-9574-6b147f4f161c
  kind: Event
  lastTimestamp: "2026-04-17T08:06:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:06:48Z"
    name: isvc-lightgbm-runtime-predictor.18a7165fd65c4af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17087"
    uid: 41666e95-8882-48d6-918e-f1cd2b38f5e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: 80a3bd4b-9722-4755-9574-6b147f4f161c
  kind: Event
  lastTimestamp: "2026-04-17T08:06:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:06:48Z"
    name: isvc-lightgbm-runtime-predictor.18a7165fd6c200ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: 031dc365-d664-44bc-b57c-91a9f3849e92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 80a3bd4b-9722-4755-9574-6b147f4f161c
  kind: Event
  lastTimestamp: "2026-04-17T08:07:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:07:18Z"
    name: isvc-lightgbm-runtime-predictor.18a7166a535edf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: 88752cce-42b4-4eff-a4a7-9ed966e63dd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 80a3bd4b-9722-4755-9574-6b147f4f161c
  kind: Event
  lastTimestamp: "2026-04-17T08:07:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:07:18Z"
    name: isvc-lightgbm-runtime-predictor.18a7166a53a244d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17297"
    uid: e18b603d-384e-4e41-b808-3d1d37ba9575
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 80fd00f6-ee21-4bfd-a72a-31acde473dfe
  kind: Event
  lastTimestamp: "2026-04-17T08:07:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:07:20Z"
    name: isvc-lightgbm-runtime.18a7165c573b8d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: 81019941-c27b-41dc-9fc0-027c756c698d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 80fd00f6-ee21-4bfd-a72a-31acde473dfe
  kind: Event
  lastTimestamp: "2026-04-17T08:06:03Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:06:03Z"
    name: isvc-lightgbm-runtime.18a7165c579ce369
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: 6a460c81-0de4-403a-b106-8c45dbf6a7f0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: 80fd00f6-ee21-4bfd-a72a-31acde473dfe
  kind: Event
  lastTimestamp: "2026-04-17T08:07:20Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:07:20Z"
    name: isvc-lightgbm-runtime.18a7166e3cbd038d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: a1983961-0195-494b-82e1-7b118268d4fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:10:24.898276Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:10:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:10:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a716991d4c195d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18723"
    uid: f2ec4de2-3a1d-4c03-b6f0-58c211478765
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18730"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: "2026-04-17T08:10:25Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:10:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a7169937455db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: ce74e779-52f1-4aff-b6b0-971ba850eb7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: "2026-04-17T08:10:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a71699388be361
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 610897fb-28b2-46ac-ad58-845b47f07863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: "2026-04-17T08:10:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a716993f82945d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: 310be4df-cbb9-4c18-8bba-c9b6119a4d54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: "2026-04-17T08:10:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a7169940d3abe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: 527408d6-8f67-489b-8705-4ad23d972f2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: "2026-04-17T08:10:29Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a7169a299268d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 7c42d497-bb97-4dae-9262-62573fed21b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: "2026-04-17T08:10:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a7169a2c892fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: 0bcf6807-2674-471a-94e2-7b2edb3d716e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: "2026-04-17T08:10:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a7169a2cef9f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18786"
    uid: 82e19a8b-5337-4adf-bda0-bee3b51db7dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: "2026-04-17T08:10:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a7169a656a40ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: 65a8662a-7a72-478e-a4a8-924fe954846a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: beb53e6c-fc3d-4a59-af39-8aea975cd714
  kind: Event
  lastTimestamp: "2026-04-17T08:10:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv.18a7169dc7e43494
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: fddbf821-a214-464f-afe7-85b7b75b7e36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: 14c641e5-28d6-4cd1-ab03-3973d1260019
  kind: Event
  lastTimestamp: "2026-04-17T08:10:24Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-2tzhv'
  metadata:
    creationTimestamp: "2026-04-17T08:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a716991ce91e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18718"
    uid: e77939e3-a7d9-4790-b007-c732b4c35522
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: 1882db7b-929a-49c0-ac43-8f0970b77797
  kind: Event
  lastTimestamp: "2026-04-17T08:10:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:24Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a7169918b5127d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 2a0cd727-1c22-4469-8931-7b15e5572917
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: 677f1e5b-3578-4b1e-ae62-1d7333cec637
  kind: Event
  lastTimestamp: "2026-04-17T08:10:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a7169c975fcbc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18858"
    uid: 5e9d7183-7e9e-49e2-b0b0-04c5a4aa5516
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: 677f1e5b-3578-4b1e-ae62-1d7333cec637
  kind: Event
  lastTimestamp: "2026-04-17T08:10:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a7169c97c1dbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18860"
    uid: 5e21c770-a6dc-4fc8-afaf-d5ee706956d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: 52435fa8-7737-4885-8168-8523eb9fb426
  kind: Event
  lastTimestamp: "2026-04-17T08:10:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:10:41Z"
    name: isvc-lightgbm-v2-kserve.18a7169918b81470
    namespace: kserve-ci-e2e-test
    resourceVersion: "18880"
    uid: 8cb15129-8d5a-4cf8-8817-cb10cbf67667
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: 52435fa8-7737-4885-8168-8523eb9fb426
  kind: Event
  lastTimestamp: "2026-04-17T08:10:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:10:24Z"
    name: isvc-lightgbm-v2-kserve.18a7169919869c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: e8aed8c9-c0f0-4bcc-bce0-04746f80c281
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18878"
    uid: 52435fa8-7737-4885-8168-8523eb9fb426
  kind: Event
  lastTimestamp: "2026-04-17T08:10:41Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:10:41Z"
    name: isvc-lightgbm-v2-kserve.18a7169cf8d0f39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18879"
    uid: 92ca98c5-942a-4f1e-9911-b9e885ff0891
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:07:24.586663Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:07:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:07:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a7166f21e3306d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: d59014f8-e876-45a5-93d8-ddbbae2d08fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17393"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: "2026-04-17T08:07:25Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:07:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a7166f3aa0bc21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 94c654b3-8766-4ffd-945f-d6dc05ba1e45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: "2026-04-17T08:07:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:07:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a7166f3bcacb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: 2151fe96-abd6-4fcc-ac41-85a822357080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: "2026-04-17T08:07:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:07:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a7166f3f2b32b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 125ad299-4942-411d-9c5b-fd1fe12e78b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: "2026-04-17T08:07:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:07:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a7166f3fa349f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: e7c3bbc9-55d4-4656-a809-45b943c2d6fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: "2026-04-17T08:07:29Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-17T08:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:07:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a716705e73fafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 8d500295-dfd8-44ad-b544-6360de1d2034
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: "2026-04-17T08:09:47Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m17.399s
    (2m17.399s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:09:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a716905c18a974
    namespace: kserve-ci-e2e-test
    resourceVersion: "18404"
    uid: 69eb3358-9833-4282-bd84-d79f4e08c6ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: "2026-04-17T08:09:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:09:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a7169061e94b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: 4ee71e6f-567d-4297-bda7-1dc5d278a51d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: "2026-04-17T08:09:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:09:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a716906488a202
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: 8bacb9a4-3527-40f8-b529-6f01958655d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: b5657a9b-ec66-4c97-9885-f540e67adb3a
  kind: Event
  lastTimestamp: "2026-04-17T08:10:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm.18a71699174f80d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 328a716d-f6e3-4961-8eaa-bb6c811bf610
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 8b4af806-4751-4f2b-b130-8cdfcb04d087
  kind: Event
  lastTimestamp: "2026-04-17T08:07:24Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-vx4fm'
  metadata:
    creationTimestamp: "2026-04-17T08:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:07:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a7166f217bf79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17387"
    uid: c48196fe-c979-4066-94b5-65c4394d8bb9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: 2ce49a50-5ea3-439c-a996-a7113df20d64
  kind: Event
  lastTimestamp: "2026-04-17T08:07:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:07:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a7166f1ecf91ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 635d1075-9fdf-4a5c-a51d-e68a47ffb8b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: 321f3fda-cf65-49b5-9162-c607d18be527
  kind: Event
  lastTimestamp: "2026-04-17T08:10:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a716729d8c2081
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: 880c093e-cfe4-4696-a485-e748ed045b8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: 321f3fda-cf65-49b5-9162-c607d18be527
  kind: Event
  lastTimestamp: "2026-04-17T08:10:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a716729df7320d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: b0359fe1-9ee3-48c2-beea-20b6b0e07192
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 321f3fda-cf65-49b5-9162-c607d18be527
  kind: Event
  lastTimestamp: "2026-04-17T08:10:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a7169912f06621
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: 610e96c5-4353-4f71-b2ae-d6dc07be8d4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 321f3fda-cf65-49b5-9162-c607d18be527
  kind: Event
  lastTimestamp: "2026-04-17T08:10:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a71699134fd6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 55287c01-59e6-46e9-bf40-47945833aa24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: a69f398f-32b9-4f3e-9c16-96423a26b621
  kind: Event
  lastTimestamp: "2026-04-17T08:10:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:10:19Z"
    name: isvc-lightgbm-v2-runtime.18a7166f1ed87e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18634"
    uid: a2cf9030-07a3-4042-8c47-130d1e70b8fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: a69f398f-32b9-4f3e-9c16-96423a26b621
  kind: Event
  lastTimestamp: "2026-04-17T08:07:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:07:24Z"
    name: isvc-lightgbm-v2-runtime.18a7166f1f54ccee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: 69cabd87-c2ec-4461-8008-6ddfd172d430
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: a69f398f-32b9-4f3e-9c16-96423a26b621
  kind: Event
  lastTimestamp: "2026-04-17T08:07:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:07:24Z"
    name: isvc-lightgbm-v2-runtime.18a7166f2383ee9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: ffc5e77d-f0fc-419a-96cf-87ca0a81fd7d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: a69f398f-32b9-4f3e-9c16-96423a26b621
  kind: Event
  lastTimestamp: "2026-04-17T08:10:19Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:10:19Z"
    name: isvc-lightgbm-v2-runtime.18a71697d2fed6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18633"
    uid: 35eb2bf4-ae2e-46d7-bb73-b086192cfec2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: 355ce70e-b262-4cca-8af6-ee6634a103ba
  kind: Event
  lastTimestamp: "2026-04-17T08:05:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:05:55Z"
    name: isvc-lightgbm.18a716475579b456
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: f110f4cf-48c6-49a2-95e7-cd957dd2a63c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: 355ce70e-b262-4cca-8af6-ee6634a103ba
  kind: Event
  lastTimestamp: "2026-04-17T08:04:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:04:33Z"
    name: isvc-lightgbm.18a716475647671f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: d9f096ae-e211-4dad-82f9-23dfe8725a11
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:05:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 355ce70e-b262-4cca-8af6-ee6634a103ba
  kind: Event
  lastTimestamp: "2026-04-17T08:05:55Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:05:55Z"
    name: isvc-lightgbm.18a7165a53847564
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: c8220222-a6f9-4dda-af5a-3c245b77bb01
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:03:18.447998Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-78cf4b7dc8-p5gc7
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:03:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:03:18Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71635d2e14a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 8b9c4112-8930-415b-8f4d-f4c6915c8813
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:18Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:03:18Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71635eba4ca7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: fe443cd0-e475-4b3c-9193-29c05a041daa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:18Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71635ecd72783
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: afb8696f-c8ed-4fbc-89ab-accc92bd169a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:18Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71635efa8331d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: 0b118d47-d527-46d0-a8bc-72b0d54448fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:18Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71635f02bcba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 42b201f7-1db0-48f0-854d-ef1bfb941b20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:23Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71636efb8833c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: 667d4984-bb57-4805-9930-e53f3f7253b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:23Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71636f2c4ced8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: a84c1c04-df02-42ff-89d5-762b9931b55c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:23Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71636f33ceb42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: 2dccc748-668f-4742-9139-bd7b54c86c3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:23Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d70492ddb07325cf61fc419e8a42c031bf8f253c03e937345bd1606949d4dc36"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:23Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71636f348463b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: 6c482ff4-4bf8-40cc-90f6-91ef2b5740f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:23Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-17T08:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:23Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71636f59b36ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15406"
    uid: eed64a19-d4ea-4caa-b424-dd79ecfc2867
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:23Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-17T08:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:23Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a71636f60fb072
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: e552cca1-c51b-44ff-adfc-7bca5196f8fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:04:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:55Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a716372ba1a863
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: 0bbd1806-b602-4fc5-b956-e6ee3c2e8cec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:04:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-17T08:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:55Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a716372baac896
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: 2f221bde-08d8-463d-94a1-f45446a4be00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:04:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:33Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a7164756deb8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: 557af35f-adc9-4ec0-9fe3-0ae8e8a085c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 63f37bb9-3612-4466-8768-fd72e2ebc75e
  kind: Event
  lastTimestamp: "2026-04-17T08:04:33Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-17T08:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:33Z"
    name: isvc-logger-predictor-78cf4b7dc8-p5gc7.18a7164756df0690
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: 18ddf786-c237-456b-800d-21c087fcd0fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-78cf4b7dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: bd8960ab-9d8b-4bc3-bc34-0e0186060d2b
  kind: Event
  lastTimestamp: "2026-04-17T08:03:18Z"
  message: 'Created pod: isvc-logger-predictor-78cf4b7dc8-p5gc7'
  metadata:
    creationTimestamp: "2026-04-17T08:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:18Z"
    name: isvc-logger-predictor-78cf4b7dc8.18a71635d2730c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: fd3e3a55-aa57-4028-aced-72c43d0f4d81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: f0030799-573f-4d90-aff4-0c6ae13212ce
  kind: Event
  lastTimestamp: "2026-04-17T08:03:18Z"
  message: Scaled up replica set isvc-logger-predictor-78cf4b7dc8 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:18Z"
    name: isvc-logger-predictor.18a71635cf5a14a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 8204558c-7b75-419b-b698-1d439de19881
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: 8d213f3f-713c-4ff7-96da-1a0e7a2b2345
  kind: Event
  lastTimestamp: "2026-04-17T08:04:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:04:03Z"
    name: isvc-logger-predictor.18a716394dd32241
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 6cbc5b6a-e177-477f-b4f8-37a11a458c8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: 8d213f3f-713c-4ff7-96da-1a0e7a2b2345
  kind: Event
  lastTimestamp: "2026-04-17T08:04:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:04:03Z"
    name: isvc-logger-predictor.18a716394e346cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: 2031f8e5-abb7-41f8-aeee-5cedfb193af9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 8d213f3f-713c-4ff7-96da-1a0e7a2b2345
  kind: Event
  lastTimestamp: "2026-04-17T08:04:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:04:33Z"
    name: isvc-logger-predictor.18a71643cb01cdba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 6fcf943a-96d8-4991-a135-1f9e13af5757
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 8d213f3f-713c-4ff7-96da-1a0e7a2b2345
  kind: Event
  lastTimestamp: "2026-04-17T08:04:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:04:33Z"
    name: isvc-logger-predictor.18a71643cb6053c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: 43d8913b-1c20-41b2-ab27-598028d76409
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: ef696aac-487f-4978-bf5c-162aacc29f8f
  kind: Event
  lastTimestamp: "2026-04-17T08:04:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:04:25Z"
    name: isvc-logger.18a71635cf38b7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: c09fc8d7-9103-443b-9dda-a0bf45caed22
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: ef696aac-487f-4978-bf5c-162aacc29f8f
  kind: Event
  lastTimestamp: "2026-04-17T08:03:18Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:03:18Z"
    name: isvc-logger.18a71635cf851e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: fed22dfe-f3ee-4e23-8057-5d6589844f47
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: ef696aac-487f-4978-bf5c-162aacc29f8f
  kind: Event
  lastTimestamp: "2026-04-17T08:04:25Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:04:25Z"
    name: isvc-logger.18a7164564836ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: efebefae-f72a-4818-8ba9-f2133bb03c6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:10:45.010669Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d70b4cb3-0e19-479a-8be0-32a61c68909b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:10:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:10:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p.18a7169dcc16e72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: a11a3df9-f4b8-45a8-9d25-7f233aab7ace
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: d70b4cb3-0e19-479a-8be0-32a61c68909b
  kind: Event
  lastTimestamp: "2026-04-17T08:10:45Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:10:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p.18a7169de5290e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: 5f589f9c-a1d3-4001-bd14-cdff0e9f4fbc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: d70b4cb3-0e19-479a-8be0-32a61c68909b
  kind: Event
  lastTimestamp: "2026-04-17T08:10:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p.18a7169de93a99ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 7deb68a1-028a-47d5-b926-1e15fc6d607f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: d70b4cb3-0e19-479a-8be0-32a61c68909b
  kind: Event
  lastTimestamp: "2026-04-17T08:10:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p.18a7169dec44f489
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 3fa1a456-e148-4b6c-be47-e28351534a42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: d70b4cb3-0e19-479a-8be0-32a61c68909b
  kind: Event
  lastTimestamp: "2026-04-17T08:10:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p.18a7169deca81cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 6492039e-738d-4e7a-a99e-c34f8b7d7c70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: d70b4cb3-0e19-479a-8be0-32a61c68909b
  kind: Event
  lastTimestamp: "2026-04-17T08:10:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T08:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p.18a7169f11052d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: 10b7a682-f681-4b5c-8f85-9cad1e41f177
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: d70b4cb3-0e19-479a-8be0-32a61c68909b
  kind: Event
  lastTimestamp: "2026-04-17T08:10:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p.18a7169f13a700be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 6bf71252-1131-487d-ae1e-244134a0d36e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: d70b4cb3-0e19-479a-8be0-32a61c68909b
  kind: Event
  lastTimestamp: "2026-04-17T08:10:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:10:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p.18a7169f141147a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: b77f43c5-23e2-487c-9a2d-f2aa7bc35767
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: d70b4cb3-0e19-479a-8be0-32a61c68909b
  kind: Event
  lastTimestamp: "2026-04-17T08:11:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p.18a716a7224e67f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 5c261067-98b2-4ce1-8be5-de27a4b85640
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: a6c46792-bbbd-4257-a907-b0d923a5b674
  kind: Event
  lastTimestamp: "2026-04-17T08:10:45Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9zs9p'
  metadata:
    creationTimestamp: "2026-04-17T08:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a7169dcbbaec08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: 80267d8b-67a3-4cfe-9ea5-0187f1432ab7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18928"
    uid: aaff5213-6476-4a1c-80cf-7ce5a1c5a362
  kind: Event
  lastTimestamp: "2026-04-17T08:10:44Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18a7169dc983afcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18934"
    uid: 3eb7c12b-b460-4219-93d0-2d5581900e11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18930"
    uid: cf495a07-300b-40d9-8769-91040e6f398b
  kind: Event
  lastTimestamp: "2026-04-17T08:10:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:59Z"
    name: isvc-mlflow-v2-runtime-predictor.18a716a1480496a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 1b7b0958-bcdb-4ee3-bb38-a889f6bf784b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18930"
    uid: cf495a07-300b-40d9-8769-91040e6f398b
  kind: Event
  lastTimestamp: "2026-04-17T08:10:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:10:59Z"
    name: isvc-mlflow-v2-runtime-predictor.18a716a148580862
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: c60faa7f-f029-4a40-a361-e886661a9f20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19084"
    uid: cf495a07-300b-40d9-8769-91040e6f398b
  kind: Event
  lastTimestamp: "2026-04-17T08:11:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:11:14Z"
    name: isvc-mlflow-v2-runtime-predictor.18a716a4c73cc48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: f928dd7c-93b6-494e-91e8-bb4a2bc911cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19084"
    uid: cf495a07-300b-40d9-8769-91040e6f398b
  kind: Event
  lastTimestamp: "2026-04-17T08:11:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:11:15Z"
    name: isvc-mlflow-v2-runtime-predictor.18a716a4c79a2269
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: 176db3e2-b3e6-4230-a9a1-5e0eff72b828
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: bf5665e9-ddcf-4e28-affe-29c410733615
  kind: Event
  lastTimestamp: "2026-04-17T08:11:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:11:22Z"
    name: isvc-mlflow-v2-runtime.18a7169dc95cc307
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: 90854298-decd-48a2-88d3-82bd07d1e82a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: bf5665e9-ddcf-4e28-affe-29c410733615
  kind: Event
  lastTimestamp: "2026-04-17T08:10:45Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:10:45Z"
    name: isvc-mlflow-v2-runtime.18a7169dc9ccfd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: bdda0c8d-e5b8-4234-adf0-fb45a14602d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:10:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: bf5665e9-ddcf-4e28-affe-29c410733615
  kind: Event
  lastTimestamp: "2026-04-17T08:10:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:10:45Z"
    name: isvc-mlflow-v2-runtime.18a7169dcf9d8376
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 3a220891-3d39-4adb-ba07-22fea78c05cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: bf5665e9-ddcf-4e28-affe-29c410733615
  kind: Event
  lastTimestamp: "2026-04-17T08:11:22Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:11:22Z"
    name: isvc-mlflow-v2-runtime.18a716a68957325b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: 12ffbdba-85ad-4ff5-a1bc-50511c2eec65
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:12:35.334737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-lfxb7
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716b77bea819f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: f4366bd2-5183-4faa-a0bc-0bbdeecb2d2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716b794b606c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: a984872e-02c9-4ffc-82be-4fa9e92c9b72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716b795dfe84e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: e6ba99bd-473f-446e-8b09-3cd826772a70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716b7986bc816
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: df576aaa-b424-41d4-86f9-f7c349e7df84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716b798cf896f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2e84bb63-e8ef-476b-835f-c996d9043542
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:12:40Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T08:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:12:40Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716b8c0488165
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 3e66ca5d-5d15-400e-bfd1-e089c412c6d1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:12:52Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.431s (11.431s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:12:52Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716bb69acba44
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 5dfa2f15-cd39-4b03-9130-c1f464ef755c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:12:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:12:52Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716bb6c807378
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 3fa86075-d3e9-4217-8d08-d0529aa8e645
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:12:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:12:52Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716bb6cf2e052
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: a61d9de0-2af6-4dcb-bf45-d9d7419f0d4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:13:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:13:23Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716bb8da0a128
    namespace: kserve-ci-e2e-test
    resourceVersion: "20261"
    uid: 9338e701-296a-42de-8c4a-e63bc395388b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3107b7fd-3241-464d-94a9-85521a5f350f
  kind: Event
  lastTimestamp: "2026-04-17T08:13:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:13:36Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lfxb7.18a716c5c8799782
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: 490465aa-f396-43de-8516-3ae422d4d10a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: a7e51126-5c08-4778-8455-951a7d3e19f3
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-lfxb7'
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a716b77b83a815
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: 36311b3d-1ea5-4b43-9b88-4998f99c5819
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: 9b9123cc-4a28-4cb3-ab05-890f30d1d85a
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-paddle-predictor.18a716b7789c3c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 9bf90e77-0f75-4068-9c34-16f4e089f220
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 5c04c31b-ff7d-4872-a0c7-56597e3ccfdf
  kind: Event
  lastTimestamp: "2026-04-17T08:13:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:13:35Z"
    name: isvc-paddle-predictor.18a716baf77e52fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: aa40fcb8-302f-482a-9a3f-3494278b7c2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 5c04c31b-ff7d-4872-a0c7-56597e3ccfdf
  kind: Event
  lastTimestamp: "2026-04-17T08:13:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:13:35Z"
    name: isvc-paddle-predictor.18a716baf7dd5706
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: d8f354ee-f944-40e5-89aa-6f472a370e5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:13:36.816998Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-59d7n
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:13:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:13:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716c5cc8b6648
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: a09fb16b-b97e-4578-8a8a-a8406bd981e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: "2026-04-17T08:13:37Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:13:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716c5e640ac9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20427"
    uid: 58345a0d-2f99-4e93-a6ec-1a52674b7ac8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: "2026-04-17T08:13:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:13:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716c5e77f37b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20429"
    uid: bdaf1cb9-4338-4b90-8478-e1a0f9b2db51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: "2026-04-17T08:13:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:13:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716c5ea4874a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20430"
    uid: 4d7bc17b-1ad1-48e6-a222-7dd797fc9ba3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: "2026-04-17T08:13:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:13:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716c5eabc1c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: 4cd77c9c-d94d-40b6-916d-afb8b3023336
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: "2026-04-17T08:13:41Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:13:41Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716c6fe73a6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20478"
    uid: 53fed9e5-fa1b-4d8d-abf4-1a9388b3ef2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: "2026-04-17T08:13:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:13:42Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716c701719919
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: 7e156483-ecea-4497-a8bd-26ecc283a603
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: "2026-04-17T08:13:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:13:42Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716c701eed52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 12d7d88d-0ef3-4a61-8f4b-4d12c2bfb7f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: "2026-04-17T08:14:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:14:13Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716c73a587503
    namespace: kserve-ci-e2e-test
    resourceVersion: "20708"
    uid: c675c1c1-e8d6-4c7b-9f5f-6f5b4e0ffa6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 32135b50-a622-48fb-adf1-ce1fc9aab48a
  kind: Event
  lastTimestamp: "2026-04-17T08:14:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-59d7n.18a716d1c4cb3693
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: 2af53852-03e6-4aed-ad1d-fedfe24692aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: b71599a8-b6af-4f79-9e3c-bbad1ac7414c
  kind: Event
  lastTimestamp: "2026-04-17T08:13:36Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-59d7n'
  metadata:
    creationTimestamp: "2026-04-17T08:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:13:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a716c5cc23567f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20403"
    uid: 358d8abf-559c-4131-8342-58727bc80a7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20391"
    uid: c1ff89fb-5ce0-4992-9888-ebc65b640bd6
  kind: Event
  lastTimestamp: "2026-04-17T08:13:36Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T08:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:13:36Z"
    name: isvc-paddle-runtime-predictor.18a716c5c9a95b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: d415094c-783a-4b60-b290-3b9d03de9e6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: c1914103-fc7c-4741-aedd-557488bb613c
  kind: Event
  lastTimestamp: "2026-04-17T08:13:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:13:51Z"
    name: isvc-paddle-runtime-predictor.18a716c94898e20f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: af6038a4-2bbb-4deb-b724-cc88a1f92128
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: c1914103-fc7c-4741-aedd-557488bb613c
  kind: Event
  lastTimestamp: "2026-04-17T08:13:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:13:51Z"
    name: isvc-paddle-runtime-predictor.18a716c948f8ae6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c67bdd6b-cb8a-4aeb-a123-5bb9fa7a7fb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: c1914103-fc7c-4741-aedd-557488bb613c
  kind: Event
  lastTimestamp: "2026-04-17T08:14:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:14:21Z"
    name: isvc-paddle-runtime-predictor.18a716ccc7af3723
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 8b7fb8f1-87ab-44e1-ae0c-dcf645820bb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: c1914103-fc7c-4741-aedd-557488bb613c
  kind: Event
  lastTimestamp: "2026-04-17T08:14:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:14:21Z"
    name: isvc-paddle-runtime-predictor.18a716ccc80ecf6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 8f40042a-6401-4cee-a0c0-4a45efb7343e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: 176f4dd1-8079-4d5e-ab13-d7fd97e35feb
  kind: Event
  lastTimestamp: "2026-04-17T08:14:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:14:24Z"
    name: isvc-paddle-runtime.18a716c5c985264f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 01ae94ab-4cc8-4463-ae43-e98550562f41
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: 176f4dd1-8079-4d5e-ab13-d7fd97e35feb
  kind: Event
  lastTimestamp: "2026-04-17T08:13:36Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:13:36Z"
    name: isvc-paddle-runtime.18a716c5c9e4726a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: 1b5f5aa0-0d2d-4f90-b2b9-aafe26082c73
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: 176f4dd1-8079-4d5e-ab13-d7fd97e35feb
  kind: Event
  lastTimestamp: "2026-04-17T08:13:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:13:36Z"
    name: isvc-paddle-runtime.18a716c5cf546e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20416"
    uid: 982e1dc4-03c7-4f8d-a925-082c8e07d391
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: 176f4dd1-8079-4d5e-ab13-d7fd97e35feb
  kind: Event
  lastTimestamp: "2026-04-17T08:14:24Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:14:24Z"
    name: isvc-paddle-runtime.18a716d0c9fd294b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: 79b270e3-ff63-46eb-9987-0fa633fc2f1a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:14:28.309307Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716d1c9b9b007
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: f614c6ad-36ad-4e73-a90d-136fffbf6613
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: "2026-04-17T08:14:28Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716d1e2626b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: cfc679bc-b80b-4b5c-a95a-d6e19ba4de43
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: "2026-04-17T08:14:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716d1e39c442d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 779bd851-f702-49f1-8053-d1f2934d4393
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: "2026-04-17T08:14:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716d1e644fa5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: 4ebd0a0f-7807-4648-9272-cb0d6e342d9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: "2026-04-17T08:14:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716d1e6a8025b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 77df685a-7ae7-40ca-ac83-da8181332b8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: "2026-04-17T08:14:34Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:14:34Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716d322acb42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: d88665eb-192d-415a-9bd2-5600449061bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: "2026-04-17T08:14:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:14:34Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716d3253774d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: d9c5f403-4ca8-4575-8676-b9972f59705c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: "2026-04-17T08:14:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:14:34Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716d325bd787d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20938"
    uid: 416f330f-b3fc-45ec-9256-4238d2fbe87d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: "2026-04-17T08:15:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:15:06Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716d35e8edc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: ede16d31-0276-41bd-9c85-ccf3a08112d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 373488b9-5793-430d-91c4-1c01b4c013b0
  kind: Event
  lastTimestamp: "2026-04-17T08:15:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:15:20Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh.18a716ddd5b5a695
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: 6306d809-ac49-4d70-a1ed-0e593048b73d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: b4d66d4c-539f-4b60-8734-6a622413eba2
  kind: Event
  lastTimestamp: "2026-04-17T08:14:28Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-g7pjh'
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a716d1c94d7a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: c14797dc-dd0f-4c6b-8233-59a25fee4e42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: f2033a05-13cb-4820-aa95-db0f8323b9e4
  kind: Event
  lastTimestamp: "2026-04-17T08:14:28Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-v2-kserve-predictor.18a716d1c6ed349b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: c54c0618-3f33-4143-8a4d-1fbbb7b2c4ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 4623cf87-2fe7-4d1e-87f8-946f38223e22
  kind: Event
  lastTimestamp: "2026-04-17T08:14:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:14:43Z"
    name: isvc-paddle-v2-kserve-predictor.18a716d545a0c464
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: 6df8c2bc-666e-48a4-9838-2e8fae85c978
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 4623cf87-2fe7-4d1e-87f8-946f38223e22
  kind: Event
  lastTimestamp: "2026-04-17T08:14:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:14:43Z"
    name: isvc-paddle-v2-kserve-predictor.18a716d546024761
    namespace: kserve-ci-e2e-test
    resourceVersion: "21006"
    uid: d088b82b-9abf-4b27-817b-5e33900d7ee9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: 4623cf87-2fe7-4d1e-87f8-946f38223e22
  kind: Event
  lastTimestamp: "2026-04-17T08:15:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:15:13Z"
    name: isvc-paddle-v2-kserve-predictor.18a716d8c49822db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: 42ff7327-69aa-4804-81e6-91417fc51205
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: 4623cf87-2fe7-4d1e-87f8-946f38223e22
  kind: Event
  lastTimestamp: "2026-04-17T08:15:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:15:13Z"
    name: isvc-paddle-v2-kserve-predictor.18a716d8c4f6ccc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: 8d8bc3b7-4693-4078-9246-e3b2a5424d21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20823"
    uid: b063a024-48c2-4add-a952-0a744ba12c37
  kind: Event
  lastTimestamp: "2026-04-17T08:15:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:15:16Z"
    name: isvc-paddle-v2-kserve.18a716d1c6c8730d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: 92476446-637b-4284-8f82-3b7679503de9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20823"
    uid: b063a024-48c2-4add-a952-0a744ba12c37
  kind: Event
  lastTimestamp: "2026-04-17T08:14:28Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-v2-kserve.18a716d1c71d8073
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 28361d5d-3a38-4497-84c2-ce5c1fa877ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:14:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: b063a024-48c2-4add-a952-0a744ba12c37
  kind: Event
  lastTimestamp: "2026-04-17T08:14:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:14:28Z"
    name: isvc-paddle-v2-kserve.18a716d1ccb63ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "20869"
    uid: 8e8bb26f-b498-4ede-a17f-cf95228aa5e3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: b063a024-48c2-4add-a952-0a744ba12c37
  kind: Event
  lastTimestamp: "2026-04-17T08:15:16Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:15:16Z"
    name: isvc-paddle-v2-kserve.18a716dcee713dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21246"
    uid: b0722d39-f53c-47ed-8d40-1ec7db0e0257
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: d4df8b1d-634b-42bf-8187-0b9e8602d0eb
  kind: Event
  lastTimestamp: "2026-04-17T08:13:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:13:33Z"
    name: isvc-paddle.18a716b7787658db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: 3481d5b6-be33-4517-9344-cfede1af8834
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: d4df8b1d-634b-42bf-8187-0b9e8602d0eb
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-paddle.18a716b778fdce1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: cd7cfc27-1daa-4241-b669-ecac6018e23e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: d4df8b1d-634b-42bf-8187-0b9e8602d0eb
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-paddle.18a716b77d5ca65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: d67beaae-a104-43cb-b3fc-43689c85875e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:13:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: d4df8b1d-634b-42bf-8187-0b9e8602d0eb
  kind: Event
  lastTimestamp: "2026-04-17T08:13:33Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:13:33Z"
    name: isvc-paddle.18a716c51de2588f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: e17d7ea0-ddc2-4650-9fb4-b9b3c5de5fb2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:15:20.123246Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21310"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-bp5zn
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:15:20Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716ddda13b6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: 69be8e46-a34b-424a-abbc-fdc82e9560dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:15:20Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:15:20Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716ddf2d17b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: 046d42b2-b720-4161-a31b-76b287ea7fe0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:15:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:15:20Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716ddf3ff2f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: 4af42f2e-dd62-4717-8aa3-d9d51b4e316d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:15:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:15:20Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716ddf68fff4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: af5d168c-1f69-4683-89f7-5da0cede282d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:15:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:15:20Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716ddf6f5a164
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: ab3d6475-504f-471e-bd79-dad299685500
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:15:24Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T08:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:15:24Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716decf2eb3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 0582e8da-546d-4677-9ad7-0b9287df75e9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:15:31Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.87s (6.87s including
    waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:15:31Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716e068b16399
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 5f20a7ac-2f76-43a5-8e6a-a318ccd056a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:15:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:15:31Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716e06bfeca05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21424"
    uid: 1a28433c-40e9-4c7c-8611-6072e99418f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:15:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:15:31Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716e06c7fa0d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21425"
    uid: 43f46f46-feae-4085-93fb-8ea90d4425b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:17:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:17:02Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716e071be36bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: 8319688e-91e0-4763-a742-9a71b7e37278
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1aa15de7-b551-4981-ac9f-aea711be06ff
  kind: Event
  lastTimestamp: "2026-04-17T08:17:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:17:01Z"
    name: isvc-pmml-predictor-5584ffd8c9-bp5zn.18a716f56c41fef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: dcf04bb7-6cf6-495d-bcbd-5424d22f009b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21299"
    uid: 064ef647-86fc-464e-a46e-11177bc69ac6
  kind: Event
  lastTimestamp: "2026-04-17T08:15:20Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-bp5zn'
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:15:20Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a716ddd9af06c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: cab7ecad-6c24-45e7-b384-a12bc0b82796
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: bbd933e9-cee7-42d1-9bf7-3736731e9779
  kind: Event
  lastTimestamp: "2026-04-17T08:15:20Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:15:20Z"
    name: isvc-pmml-predictor.18a716ddd727943b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: d5cee328-425b-42bb-b2ad-cd6f9c15e7fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 71c25634-3cfb-4aa2-85b7-174c96f3450a
  kind: Event
  lastTimestamp: "2026-04-17T08:15:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:15:50Z"
    name: isvc-pmml-predictor.18a716e1559bf6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: 15643172-857f-40d4-8462-e9f7424e3fd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 71c25634-3cfb-4aa2-85b7-174c96f3450a
  kind: Event
  lastTimestamp: "2026-04-17T08:15:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:15:50Z"
    name: isvc-pmml-predictor.18a716e155e687d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21563"
    uid: 7f36c02f-8738-4bee-8958-b1afecf49329
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:16:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 71c25634-3cfb-4aa2-85b7-174c96f3450a
  kind: Event
  lastTimestamp: "2026-04-17T08:16:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:16:50Z"
    name: isvc-pmml-predictor.18a716e853c24ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21983"
    uid: 2b2799f9-3dae-4713-b8f2-dca3697af689
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:16:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 71c25634-3cfb-4aa2-85b7-174c96f3450a
  kind: Event
  lastTimestamp: "2026-04-17T08:16:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:16:50Z"
    name: isvc-pmml-predictor.18a716e854220f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "21984"
    uid: f2efe4f7-9a49-4335-a910-6f3bd874fc66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:17:01.433017Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22114"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:17:01Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a716f5709c2041
    namespace: kserve-ci-e2e-test
    resourceVersion: "22121"
    uid: dca48934-dd8f-4a3f-8547-9537e84fedbe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22124"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: "2026-04-17T08:17:01Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:17:01Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a716f58961f568
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: 2bfce5b1-02a5-44c5-bdff-0e060529ab92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: "2026-04-17T08:17:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:17:01Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a716f58a8260d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22133"
    uid: 9e913402-f4fd-4d4c-a954-7afa12d78641
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: "2026-04-17T08:17:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:17:01Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a716f58d5b22d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22135"
    uid: 55ef9607-efd9-4e8e-9fe8-c0ccb06d3cbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: "2026-04-17T08:17:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:17:01Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a716f58ddec4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22136"
    uid: 15e08acf-db9f-48be-b821-09779421d619
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: "2026-04-17T08:17:05Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:17:05Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a716f6639c38d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: 90b47adc-e16b-4c97-897d-85cb4f84ab91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: "2026-04-17T08:17:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:17:05Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a716f66641aac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: 262f0036-ad9b-46ae-a31b-acc385e410e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: "2026-04-17T08:17:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:17:05Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a716f666b63a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: b1f3a84e-043c-4675-b75d-e4181831fa60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: "2026-04-17T08:18:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:18:33Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a716f69f942338
    namespace: kserve-ci-e2e-test
    resourceVersion: "22865"
    uid: 55dc03b5-6c40-4163-a1f0-b8431a188eef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: a671e7b2-992e-48ff-abdf-04e71b448612
  kind: Event
  lastTimestamp: "2026-04-17T08:18:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:18:32Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh.18a7170aa2533ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: bb6edd9b-a011-4756-9c92-5c1084c05f0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: b03b0279-f941-49b4-804c-7fc5d3ba3907
  kind: Event
  lastTimestamp: "2026-04-17T08:17:01Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-wk4lh'
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:17:01Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a716f5701e683e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22116"
    uid: 791a8e16-40ce-44e1-99b7-9f9f44d7aaef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: 3ab09af7-b97c-4015-a153-4b31186bc3a2
  kind: Event
  lastTimestamp: "2026-04-17T08:17:01Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:17:01Z"
    name: isvc-pmml-runtime-predictor.18a716f56c43c895
    namespace: kserve-ci-e2e-test
    resourceVersion: "22103"
    uid: d478cec1-6280-40e1-b62d-e3d306eab2a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: 782d0771-9ab9-42fb-a874-d538b60bc057
  kind: Event
  lastTimestamp: "2026-04-17T08:17:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:17:16Z"
    name: isvc-pmml-runtime-predictor.18a716f8eb485a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: 0a6a9865-4c2d-4d79-9b22-c189968faf6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: 782d0771-9ab9-42fb-a874-d538b60bc057
  kind: Event
  lastTimestamp: "2026-04-17T08:17:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:17:16Z"
    name: isvc-pmml-runtime-predictor.18a716f8ebbc867e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: 1cd70ed2-6be7-4a76-828c-1c1d79337d43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 782d0771-9ab9-42fb-a874-d538b60bc057
  kind: Event
  lastTimestamp: "2026-04-17T08:18:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:18:31Z"
    name: isvc-pmml-runtime-predictor.18a716fc6a64c9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22788"
    uid: 569ef7bd-a2fa-4cf5-95b2-100ec4510938
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 782d0771-9ab9-42fb-a874-d538b60bc057
  kind: Event
  lastTimestamp: "2026-04-17T08:18:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:18:31Z"
    name: isvc-pmml-runtime-predictor.18a716fc6ae3c433
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 008b787b-4104-4c95-b752-d1c6a82d643c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 33590927-29bc-4294-bad4-4a48a123e8d0
  kind: Event
  lastTimestamp: "2026-04-17T08:18:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:18:23Z"
    name: isvc-pmml-runtime.18a716f56c4daf19
    namespace: kserve-ci-e2e-test
    resourceVersion: "22733"
    uid: 28ace4a3-1e6c-4838-a307-df24f7055084
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:17:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 33590927-29bc-4294-bad4-4a48a123e8d0
  kind: Event
  lastTimestamp: "2026-04-17T08:17:01Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:17:01Z"
    name: isvc-pmml-runtime.18a716f56cc7921b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22108"
    uid: 13849537-0634-446d-a373-4e5729e340f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22731"
    uid: 33590927-29bc-4294-bad4-4a48a123e8d0
  kind: Event
  lastTimestamp: "2026-04-17T08:18:23Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:18:23Z"
    name: isvc-pmml-runtime.18a717087bf33b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22732"
    uid: 168c7d1f-2744-4313-967a-13f7570532bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:18:32.561283Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:18:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:18:32Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7170aa8471c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: a3837f77-6bda-4e29-a91b-7561ab6bc560
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: "2026-04-17T08:18:32Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:18:32Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7170ac135c092
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: 47efac8c-2621-4d5b-9bc3-029929a9a833
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: "2026-04-17T08:18:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:18:32Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7170ac257de51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22860"
    uid: a651f6bd-5a5b-4a6c-95a6-e966df754dd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: "2026-04-17T08:18:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:18:33Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7170ac5341be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22863"
    uid: f93b323c-e246-481a-ac87-41f6d5ffb2e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: "2026-04-17T08:18:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:18:33Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7170ac5a87c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: d0464018-285d-4866-97f0-670f280a35c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: "2026-04-17T08:18:36Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:18:36Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7170ba262166a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 1fac3a3d-2fbc-4aab-a90c-8baa3051d1cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: "2026-04-17T08:18:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:18:36Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7170ba5693a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "22905"
    uid: aa2df81f-260b-49f5-8a3f-4f1ec42d0fa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: "2026-04-17T08:18:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:18:36Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7170ba5e09f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22906"
    uid: 706fe5f4-5953-461e-abf6-928c53595b98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: "2026-04-17T08:19:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:19:48Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7170bde86d3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 2321fc41-8999-474f-bd87-8718c129d987
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 7ab37c01-b5a5-44c3-990d-4e21466ca45a
  kind: Event
  lastTimestamp: "2026-04-17T08:20:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:20:03Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf.18a7171fd868b481
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: d70681e6-6b2b-49e2-bb94-1a38aa792fdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: c35d339c-f0d1-481e-8f72-05c1f70ded22
  kind: Event
  lastTimestamp: "2026-04-17T08:18:32Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-hhwvf'
  metadata:
    creationTimestamp: "2026-04-17T08:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:18:32Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a7170aa7c5a729
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 5267f228-828f-4240-9fea-936c54b2c735
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: 414102c8-1a2d-4f96-88e1-b4ebc74794da
  kind: Event
  lastTimestamp: "2026-04-17T08:18:32Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T08:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:18:32Z"
    name: isvc-pmml-v2-kserve-predictor.18a7170aa3866d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 76c4d7d3-2a1f-4242-8f2a-7fd95a9d5660
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: dbb08388-dcd3-4c08-a608-91c6e8fba656
  kind: Event
  lastTimestamp: "2026-04-17T08:18:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:18:47Z"
    name: isvc-pmml-v2-kserve-predictor.18a7170e22463999
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: de4fbb95-1854-408d-bdd1-55a5d0334a5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: dbb08388-dcd3-4c08-a608-91c6e8fba656
  kind: Event
  lastTimestamp: "2026-04-17T08:18:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:18:47Z"
    name: isvc-pmml-v2-kserve-predictor.18a7170e2286743a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22987"
    uid: 4c0e64ab-7e36-4139-9ec6-cc97adf8b751
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T08:19:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: dbb08388-dcd3-4c08-a608-91c6e8fba656
  kind: Event
  lastTimestamp: "2026-04-17T08:20:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:20:02Z"
    name: isvc-pmml-v2-kserve-predictor.18a71711a1639b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 51bd8f90-48de-4a4a-a114-59dee99a025c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T08:19:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: dbb08388-dcd3-4c08-a608-91c6e8fba656
  kind: Event
  lastTimestamp: "2026-04-17T08:20:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:20:02Z"
    name: isvc-pmml-v2-kserve-predictor.18a71711a1cbe690
    namespace: kserve-ci-e2e-test
    resourceVersion: "23523"
    uid: 8e5ae2eb-1c38-4562-b968-bf710246c154
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: e1f313bb-776a-4498-9bfa-ce13c54f698c
  kind: Event
  lastTimestamp: "2026-04-17T08:19:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:19:58Z"
    name: isvc-pmml-v2-kserve.18a7170aa363a3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23495"
    uid: 6bbd81a9-2236-48ab-9b61-df1b4796a0a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: e1f313bb-776a-4498-9bfa-ce13c54f698c
  kind: Event
  lastTimestamp: "2026-04-17T08:18:32Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:18:32Z"
    name: isvc-pmml-v2-kserve.18a7170aa3b7fd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: 052ade69-4496-4f82-979e-a3109f37690c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:18:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22812"
    uid: e1f313bb-776a-4498-9bfa-ce13c54f698c
  kind: Event
  lastTimestamp: "2026-04-17T08:18:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:18:32Z"
    name: isvc-pmml-v2-kserve.18a7170aa8d060b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9f01c3c8-3aec-4b8f-85cc-4e06a6bc660d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:19:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23492"
    uid: e1f313bb-776a-4498-9bfa-ce13c54f698c
  kind: Event
  lastTimestamp: "2026-04-17T08:19:58Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:19:58Z"
    name: isvc-pmml-v2-kserve.18a7171ebe3bd91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 44517ceb-7e77-4225-aa5d-d81f0e616882
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 36076fa9-9e39-4b7b-97cf-c836e96099d5
  kind: Event
  lastTimestamp: "2026-04-17T08:16:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:16:52Z"
    name: isvc-pmml.18a716ddd7053c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: bbec06d8-eb5e-4656-9d5f-2b216240e58b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 36076fa9-9e39-4b7b-97cf-c836e96099d5
  kind: Event
  lastTimestamp: "2026-04-17T08:15:20Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:15:20Z"
    name: isvc-pmml.18a716ddd778c66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: 3941f92e-d61e-4ac2-93c3-9236f4cb543d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:16:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: 36076fa9-9e39-4b7b-97cf-c836e96099d5
  kind: Event
  lastTimestamp: "2026-04-17T08:16:52Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:16:52Z"
    name: isvc-pmml.18a716f351c5b9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 9d15dbc4-eee6-493d-9d0e-562e16c08d7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:24:38.530984Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26213"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-bltpx
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:24:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:24:38Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a7175fddc57cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: 5c8c3ed5-0b25-4b3a-8f3a-7cca5d56deae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: "2026-04-17T08:24:38Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:24:38Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a7175ff67d54c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: 57fc8b6a-2482-4e17-8131-0b477ce4d782
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: "2026-04-17T08:24:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:24:38Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a7175ff79df59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26238"
    uid: ca5b106a-7fb2-4346-8ab2-4c9500fb4a51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: "2026-04-17T08:24:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:24:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a7175ffa873d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26239"
    uid: c090baac-014a-4fda-a271-da7053d3c920
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: "2026-04-17T08:24:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:24:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a7175ffaf8a458
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: 9fb12da4-6552-4b3d-9ff0-4192cfdb904a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: "2026-04-17T08:24:42Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:24:42Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a71760da92c7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: 0edfc2ea-1e0f-4549-8180-22f7700b4293
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: "2026-04-17T08:24:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:24:42Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a71760dda66414
    namespace: kserve-ci-e2e-test
    resourceVersion: "26282"
    uid: cd170c00-371b-4e9c-ad3d-6803d598b236
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: "2026-04-17T08:24:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:24:42Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a71760de1afc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26283"
    uid: 8b86701e-8ed6-47bf-b312-67558f745879
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: "2026-04-17T08:25:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:25:44Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a71761168b5ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: bd63e8a4-baa9-4fb5-a0e0-d4b6bc33f2d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: dd6078b8-c8e4-4e72-9a04-c4a95054d563
  kind: Event
  lastTimestamp: "2026-04-17T08:25:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:25:58Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-bltpx.18a717728b2e8631
    namespace: kserve-ci-e2e-test
    resourceVersion: "26876"
    uid: f1e48b23-101b-42dd-8942-4db3236492b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: fd70e585-82f6-478d-b5ca-c1010dc72c3d
  kind: Event
  lastTimestamp: "2026-04-17T08:24:38Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-bltpx'
  metadata:
    creationTimestamp: "2026-04-17T08:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:24:38Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a7175fdd330384
    namespace: kserve-ci-e2e-test
    resourceVersion: "26216"
    uid: 4c021c86-0294-4726-8f48-cf5a866c2233
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26200"
    uid: 8f23eda8-0676-426c-a02a-16286958ab49
  kind: Event
  lastTimestamp: "2026-04-17T08:24:38Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:24:38Z"
    name: isvc-predictive-lightgbm-predictor.18a7175fda9a3ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: 9e4adb5a-e28f-45a9-acd7-6f564e34f307
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26203"
    uid: 7ea9dfe3-1a6c-42da-9f0f-3ad1b67be437
  kind: Event
  lastTimestamp: "2026-04-17T08:24:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:24:53Z"
    name: isvc-predictive-lightgbm-predictor.18a7176359aa2b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "26364"
    uid: 9388d696-bba6-4572-88ea-874ead7af155
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26203"
    uid: 7ea9dfe3-1a6c-42da-9f0f-3ad1b67be437
  kind: Event
  lastTimestamp: "2026-04-17T08:24:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:24:53Z"
    name: isvc-predictive-lightgbm-predictor.18a717635a071b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26366"
    uid: ea1081ed-694c-425e-91d4-740e0abe80ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: 7ea9dfe3-1a6c-42da-9f0f-3ad1b67be437
  kind: Event
  lastTimestamp: "2026-04-17T08:25:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:25:53Z"
    name: isvc-predictive-lightgbm-predictor.18a71766d8eadb92
    namespace: kserve-ci-e2e-test
    resourceVersion: "26796"
    uid: face4e63-5317-4a7d-8708-7b5387f34559
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: 7ea9dfe3-1a6c-42da-9f0f-3ad1b67be437
  kind: Event
  lastTimestamp: "2026-04-17T08:25:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:25:53Z"
    name: isvc-predictive-lightgbm-predictor.18a71766d94eafdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26797"
    uid: 8588eba3-64ca-4995-8187-c91390508f12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:28:39.183164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28189"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a71797e5c25f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "28194"
    uid: 523060e4-e539-49bf-8e4e-1f064c48bfda
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28199"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: "2026-04-17T08:28:39Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a71797fe7f87b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28210"
    uid: f2ca9c55-f179-45e9-af52-2ba509f313b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: "2026-04-17T08:28:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a71797ffa3a89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 9483fddf-bda5-403b-a4c5-f48f408b7da6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: "2026-04-17T08:28:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a71798027aab61
    namespace: kserve-ci-e2e-test
    resourceVersion: "28213"
    uid: 39d01708-9615-4290-8ad7-c1ed35a38521
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: "2026-04-17T08:28:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a7179802ea7e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28214"
    uid: 2c64e9ae-3a6e-4306-a0ea-11bda9511b66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: "2026-04-17T08:28:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:28:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a71798e20f6395
    namespace: kserve-ci-e2e-test
    resourceVersion: "28248"
    uid: f9f07ca2-5a0f-4fd3-b981-6d3166deb8c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: "2026-04-17T08:28:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:28:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a71798e6a6cdbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28253"
    uid: 83e9ea9d-b4ff-494d-ab91-1ef9100a4d2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: "2026-04-17T08:28:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:28:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a71798e71a1e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "28254"
    uid: a6fbdae3-d386-4653-b1b6-3496951bf3d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: "2026-04-17T08:29:48Z"
  message: 'Readiness probe failed: Get "http://10.132.0.39:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T08:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:29:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a717a055ecd41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28719"
    uid: c83315ef-3e64-4220-81f7-92d32056eec8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 85913f24-bc94-489e-b32c-b5f5dbe2f6df
  kind: Event
  lastTimestamp: "2026-04-17T08:29:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:29:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh.18a717aa8d682555
    namespace: kserve-ci-e2e-test
    resourceVersion: "28851"
    uid: f1be0100-6d92-4e1e-aab2-c37ded1c0f20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: a80cb416-7172-4400-8511-1511e767eb3c
  kind: Event
  lastTimestamp: "2026-04-17T08:28:39Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-778gh'
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a71797e52d8db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28191"
    uid: f1a258ee-2dd3-4295-ab9f-0a2b18c32203
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: 6105e4fd-2b18-45d9-bbc7-3244c3a63696
  kind: Event
  lastTimestamp: "2026-04-17T08:28:39Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a71797e280e4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28177"
    uid: 089130ee-8e8b-4ecd-b15a-2931170510ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28173"
    uid: c21ed995-06df-49b4-a7ad-1fac0330c28b
  kind: Event
  lastTimestamp: "2026-04-17T08:28:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:28:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a7179b61c71e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "28330"
    uid: 1077fea5-6a3b-444a-bc40-c40506fde860
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28173"
    uid: c21ed995-06df-49b4-a7ad-1fac0330c28b
  kind: Event
  lastTimestamp: "2026-04-17T08:28:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:28:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a7179b626ed9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28332"
    uid: 0a9f00be-aed0-47dd-91e9-0c3f65e403bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28331"
    uid: c21ed995-06df-49b4-a7ad-1fac0330c28b
  kind: Event
  lastTimestamp: "2026-04-17T08:29:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:29:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a7179ee12ab363
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: 1485f65c-044e-47cd-b171-bb9545420d0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28331"
    uid: c21ed995-06df-49b4-a7ad-1fac0330c28b
  kind: Event
  lastTimestamp: "2026-04-17T08:29:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:29:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a7179ee1894c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 5abafdeb-8532-4170-a50f-f2764e571573
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 2c341fa2-611f-41ae-86a2-7770f1d226a2
  kind: Event
  lastTimestamp: "2026-04-17T08:29:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:29:58Z"
    name: isvc-predictive-lightgbm-v2.18a71797e259964d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f10b5b99-a4d0-4f80-9d80-e9e46008047a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 2c341fa2-611f-41ae-86a2-7770f1d226a2
  kind: Event
  lastTimestamp: "2026-04-17T08:28:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-lightgbm-v2.18a71797e2bdfe18
    namespace: kserve-ci-e2e-test
    resourceVersion: "28201"
    uid: 55e49c2f-2483-4d44-a362-bbb286fb4c02
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28171"
    uid: 2c341fa2-611f-41ae-86a2-7770f1d226a2
  kind: Event
  lastTimestamp: "2026-04-17T08:28:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-lightgbm-v2.18a71797e75e88f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28202"
    uid: c3798516-8dd7-401b-9e09-b522d0da1df0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28806"
    uid: 2c341fa2-611f-41ae-86a2-7770f1d226a2
  kind: Event
  lastTimestamp: "2026-04-17T08:29:58Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:29:58Z"
    name: isvc-predictive-lightgbm-v2.18a717aa4cdd3615
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: 2f99693b-55e0-4137-9679-ae02596e8fff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26177"
    uid: c11610ec-8e00-41b9-9b8a-1de7cfd14abc
  kind: Event
  lastTimestamp: "2026-04-17T08:25:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:25:54Z"
    name: isvc-predictive-lightgbm.18a7175fda9fb447
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: 26a46dfa-b3b6-4f86-a0b8-522ccc1baecc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26177"
    uid: c11610ec-8e00-41b9-9b8a-1de7cfd14abc
  kind: Event
  lastTimestamp: "2026-04-17T08:24:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:24:38Z"
    name: isvc-predictive-lightgbm.18a7175fdb355f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26227"
    uid: 32d0b226-cbe9-48a9-984a-a1c5d6f6a736
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26189"
    uid: c11610ec-8e00-41b9-9b8a-1de7cfd14abc
  kind: Event
  lastTimestamp: "2026-04-17T08:24:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:24:38Z"
    name: isvc-predictive-lightgbm.18a7175fe05ee4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26228"
    uid: 91467342-d8bb-48e9-ae49-a541d1675a30
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: c11610ec-8e00-41b9-9b8a-1de7cfd14abc
  kind: Event
  lastTimestamp: "2026-04-17T08:25:54Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:25:54Z"
    name: isvc-predictive-lightgbm.18a71771a29094a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: 8e606294-f7c1-4bbc-b682-ac1983984c36
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:21:38.143776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:21:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:21:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a71735dddb3268
    namespace: kserve-ci-e2e-test
    resourceVersion: "24496"
    uid: b3435cfb-7696-4bbd-9c01-ddc7d74c1f1d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24500"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:38Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:21:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a71735f6b09e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: 3a2ae2f5-8187-42ce-b531-3fdc23ec6ef8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a71735f7e4eb1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: 8efbfd1d-5345-4790-88a4-fab377d935d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a71735fa893a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: f263a687-108f-4a8a-aec8-7eff6bc29722
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a71735faf7c936
    namespace: kserve-ci-e2e-test
    resourceVersion: "24513"
    uid: 53e22e3e-3df1-46ad-8544-082b74edfcf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:43Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T08:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:43Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a7173710a4ec41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24555"
    uid: 18f2fd09-84fd-43ac-a253-8eb6db174494
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:22:03Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.523s
    (20.523s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:22:03Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a7173bd7f866f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 0e17c0da-aa44-441f-b5be-d20da4f809f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:22:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:22:03Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a7173bdafb67ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24701"
    uid: 81d334f9-3ce0-42bc-8ada-18522eec6ecb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:22:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:22:03Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a7173bdb811812
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 1549e7c2-5d91-427e-ac87-b37ce6d61cfa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:23:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:23:05Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a7173bf8395f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "25137"
    uid: e0826b25-1aca-4cbf-9302-e7302ba8b02a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 9a98ba4c-2a5e-4154-9da5-ac2dc3f1e9fb
  kind: Event
  lastTimestamp: "2026-04-17T08:23:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:23:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp.18a7174d2e25eaff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: 995c3008-7619-4a03-8861-f7cbe1b88cfb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24479"
    uid: acd30a2b-2dee-49e5-b691-6ca305c5d5f1
  kind: Event
  lastTimestamp: "2026-04-17T08:21:38Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-gb9jp'
  metadata:
    creationTimestamp: "2026-04-17T08:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:21:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a71735dd748f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24493"
    uid: e70939d2-5635-4336-8d58-c319cce89603
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: a2de2358-e01c-46a9-9765-d465c514a9b2
  kind: Event
  lastTimestamp: "2026-04-17T08:21:38Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:21:38Z"
    name: isvc-predictive-sklearn-predictor.18a71735dabaeb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24481"
    uid: b7d62c16-0755-4a30-bcd0-9589bb5111af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: 2248da5f-ab86-4668-b483-0e8b6122a0e4
  kind: Event
  lastTimestamp: "2026-04-17T08:22:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:22:08Z"
    name: isvc-predictive-sklearn-predictor.18a7173959a36eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: cc8266f6-9a40-4409-b90c-f3d205d61952
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: 2248da5f-ab86-4668-b483-0e8b6122a0e4
  kind: Event
  lastTimestamp: "2026-04-17T08:22:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:22:08Z"
    name: isvc-predictive-sklearn-predictor.18a717395a03ed07
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: c454e9fe-4147-48d1-922d-cf92c2d78a2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:22:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24628"
    uid: 2248da5f-ab86-4668-b483-0e8b6122a0e4
  kind: Event
  lastTimestamp: "2026-04-17T08:23:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:23:08Z"
    name: isvc-predictive-sklearn-predictor.18a71740583445a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25157"
    uid: 03f9ce4d-b4c4-4c41-af9c-b7a0e17e8a9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:22:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24628"
    uid: 2248da5f-ab86-4668-b483-0e8b6122a0e4
  kind: Event
  lastTimestamp: "2026-04-17T08:23:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:23:08Z"
    name: isvc-predictive-sklearn-predictor.18a717405893fac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25158"
    uid: c5926355-614e-43b6-aa02-df204b729d4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:25:58.791476Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26882"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:25:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:25:58Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a717728dab75ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 75c5cd33-fc11-459a-8e55-6159e7d871c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: "2026-04-17T08:25:59Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:25:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a71772a6e5a397
    namespace: kserve-ci-e2e-test
    resourceVersion: "26900"
    uid: c81ea14c-b67a-48ce-a14c-4168f3999783
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: "2026-04-17T08:25:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:25:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a71772a82f7fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: fdb6ef7d-3035-4abb-ac9b-8830984c673f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: "2026-04-17T08:25:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:25:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a71772aaf1ea68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: b1d0ba09-a3fc-4925-ace9-175a1b273897
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: "2026-04-17T08:25:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:25:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a71772ab6a0415
    namespace: kserve-ci-e2e-test
    resourceVersion: "26905"
    uid: 323021ac-04d6-4055-96ab-bcac994d56e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: "2026-04-17T08:26:02Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:26:02Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a717738797d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 8fef482e-bb57-4b10-ac39-941f56ba76f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: "2026-04-17T08:26:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:26:03Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a717738ab6575b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26950"
    uid: 356d447c-b0e2-450a-b13b-6ef8f01e4870
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: "2026-04-17T08:26:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:26:03Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a717738b3f5c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26951"
    uid: 5117a17f-64ae-47eb-bf1e-793aa8a17595
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: "2026-04-17T08:27:04Z"
  message: 'Readiness probe failed: Get "http://10.132.0.37:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T08:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:27:04Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a7177afb7e9f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27398"
    uid: dc9d7dd8-e5ba-46b0-ba5b-ace95407edfe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 4c543621-481a-4793-81f8-cce795ebecc9
  kind: Event
  lastTimestamp: "2026-04-17T08:27:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:27:18Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9.18a7178536b759c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: 08c71ba2-396d-43b6-928e-f46df29fcc58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26867"
    uid: 5f951fd7-01a4-4d33-94c3-3ce4f87b4db6
  kind: Event
  lastTimestamp: "2026-04-17T08:25:58Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fhds9'
  metadata:
    creationTimestamp: "2026-04-17T08:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:25:58Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a717728d453289
    namespace: kserve-ci-e2e-test
    resourceVersion: "26883"
    uid: 79278076-e919-4a4f-a7a6-0735af53d92f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: 8ef2a354-7970-486a-9b17-08550b86cfb9
  kind: Event
  lastTimestamp: "2026-04-17T08:25:58Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:25:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18a717728a6dcb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "26870"
    uid: 49f35100-07fe-4fc6-ad2b-346d49fb4b4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:26:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26866"
    uid: 7aa6b8c6-8243-4251-96c0-e4cbd52f1bb7
  kind: Event
  lastTimestamp: "2026-04-17T08:26:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:26:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18a7177609266ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 9c83a00e-f5b0-4045-a090-ea9f8b88b14a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:26:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26866"
    uid: 7aa6b8c6-8243-4251-96c0-e4cbd52f1bb7
  kind: Event
  lastTimestamp: "2026-04-17T08:26:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:26:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18a717760983e3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27035"
    uid: 45ad5c1f-7107-47c4-bef7-3a4df2ab8d1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:26:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 7aa6b8c6-8243-4251-96c0-e4cbd52f1bb7
  kind: Event
  lastTimestamp: "2026-04-17T08:27:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:27:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18a71779882950c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27452"
    uid: 225c97c5-3876-4497-8d00-3c3edbd8d4a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:26:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 7aa6b8c6-8243-4251-96c0-e4cbd52f1bb7
  kind: Event
  lastTimestamp: "2026-04-17T08:27:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:27:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18a717798886811f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: 37695d45-feec-41ba-b100-ce325b7966d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 47cab9ac-f162-4ae5-8d82-ddff9ab863aa
  kind: Event
  lastTimestamp: "2026-04-17T08:27:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:27:15Z"
    name: isvc-predictive-sklearn-v2.18a717728a482560
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: fd9d43fd-6f47-4cac-88a4-50e9ee61d1d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 47cab9ac-f162-4ae5-8d82-ddff9ab863aa
  kind: Event
  lastTimestamp: "2026-04-17T08:25:58Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:25:58Z"
    name: isvc-predictive-sklearn-v2.18a717728adb03f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26874"
    uid: db487991-1b8f-45e6-a74d-466be2d61d5f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 47cab9ac-f162-4ae5-8d82-ddff9ab863aa
  kind: Event
  lastTimestamp: "2026-04-17T08:27:15Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:27:15Z"
    name: isvc-predictive-sklearn-v2.18a717844f80b50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27473"
    uid: 0efa7166-54b5-455c-90dd-ea37564a63ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: 0740dc48-7665-4b86-a0c3-ef80e42ba3ff
  kind: Event
  lastTimestamp: "2026-04-17T08:23:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:23:15Z"
    name: isvc-predictive-sklearn.18a71735dab2d22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 47b4df22-1bdd-41ac-9dd7-fbb76d9e2b17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: 0740dc48-7665-4b86-a0c3-ef80e42ba3ff
  kind: Event
  lastTimestamp: "2026-04-17T08:21:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:21:38Z"
    name: isvc-predictive-sklearn.18a71735db3d4153
    namespace: kserve-ci-e2e-test
    resourceVersion: "24484"
    uid: f8160f30-6d1f-40ed-a19f-773354ae130b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0740dc48-7665-4b86-a0c3-ef80e42ba3ff
  kind: Event
  lastTimestamp: "2026-04-17T08:23:15Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:23:15Z"
    name: isvc-predictive-sklearn.18a7174c83c3bdba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25214"
    uid: 03fec376-d970-4171-937a-4f82d5d29ef3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:23:18.359014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:23:18Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7174d33265551
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 899657cc-3675-403c-9066-0c85059ba1d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: "2026-04-17T08:23:18Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:23:18Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7174d4be081ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: dc929777-8b52-4934-8485-0c1d65e6173d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: "2026-04-17T08:23:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:23:18Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7174d4d0bbf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25294"
    uid: 8d2fbe31-25d2-4993-bd00-c58de8e65dca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: "2026-04-17T08:23:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:23:18Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7174d4fde3088
    namespace: kserve-ci-e2e-test
    resourceVersion: "25296"
    uid: a6a11d32-c27d-4ead-8cb2-8bcf9251feba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: "2026-04-17T08:23:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:23:18Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7174d50523f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: b0e151e3-9bba-4b47-b57d-0218a3719a0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: "2026-04-17T08:23:23Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:23:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7174e694e8e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25345"
    uid: 5f5b8ddd-06f0-49bb-8bd5-5cd01049a316
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: "2026-04-17T08:23:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:23:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7174e6c9d274d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: b6be2318-a6bb-47b6-9d5e-3410237c3170
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: "2026-04-17T08:23:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:23:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7174e6d12a94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 91e36668-874d-480c-ad26-eec37295460e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: "2026-04-17T08:24:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:24:25Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7174ea5366caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26078"
    uid: de2c0489-130c-411a-805b-57ec4ceb579b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: c69e6b66-3dd9-4242-8b6f-f57e27e95555
  kind: Event
  lastTimestamp: "2026-04-17T08:24:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:24:38Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f.18a7175fda90b4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26205"
    uid: 14544929-49ad-4a62-a536-a3be3804bd67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: 2cf52185-2991-4148-b209-08dc32f0433e
  kind: Event
  lastTimestamp: "2026-04-17T08:23:18Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-ggp5f'
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:23:18Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a7174d32bc3a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 0ea8413f-7036-4888-8f83-faae71eb5e08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25262"
    uid: 9637bc8f-c10f-42d2-a0d1-a762672a7b7a
  kind: Event
  lastTimestamp: "2026-04-17T08:23:18Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:23:18Z"
    name: isvc-predictive-xgboost-predictor.18a7174d2f173b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: 9fade10b-ee98-425a-bdbb-380b49dafe23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25264"
    uid: 7766151b-c07d-45ea-bb93-84deda00ec9e
  kind: Event
  lastTimestamp: "2026-04-17T08:23:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:23:48Z"
    name: isvc-predictive-xgboost-predictor.18a71750ad953ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25813"
    uid: 79f1c236-8feb-4e2f-a09d-c199167022c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25264"
    uid: 7766151b-c07d-45ea-bb93-84deda00ec9e
  kind: Event
  lastTimestamp: "2026-04-17T08:23:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:23:48Z"
    name: isvc-predictive-xgboost-predictor.18a71750ae3b0b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25814"
    uid: fc9138e9-fcfa-4980-8c00-8bcf37b70c55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: 7766151b-c07d-45ea-bb93-84deda00ec9e
  kind: Event
  lastTimestamp: "2026-04-17T08:24:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:24:33Z"
    name: isvc-predictive-xgboost-predictor.18a71757abef5382
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: 38f0fa10-cbb6-41d9-8a4a-ba2ade3b6d80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: 7766151b-c07d-45ea-bb93-84deda00ec9e
  kind: Event
  lastTimestamp: "2026-04-17T08:24:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:24:33Z"
    name: isvc-predictive-xgboost-predictor.18a71757ac588f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: f7049272-b222-4025-a5e0-1791b9918720
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:27:19.002673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27539"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:27:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:27:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a717853aa1201a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27546"
    uid: ed439780-b9de-4854-8c55-bb6ab2570ccb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: "2026-04-17T08:27:19Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:27:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a71785537a09e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: d684a7d8-9d28-49a1-9110-6478319bfbce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: "2026-04-17T08:27:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:27:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a71785550209e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: af365507-6161-4163-a91c-3fe7c914fe62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: "2026-04-17T08:27:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:27:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a71785576b1cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 2b7cbaf5-01a2-4cf5-a9e0-1564071398ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: "2026-04-17T08:27:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:27:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a717855809c7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 515e1da3-5b86-407d-91e4-ecae2ad258cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: "2026-04-17T08:27:23Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:27:23Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a7178634d658a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: a94eb86c-41cd-40ec-a897-d688fc82b1f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: "2026-04-17T08:27:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:27:23Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a71786384f9184
    namespace: kserve-ci-e2e-test
    resourceVersion: "27606"
    uid: 00e65135-8fe8-4c13-b978-3cb7b885342b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: "2026-04-17T08:27:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:27:23Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a7178638bc13e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27609"
    uid: bb331751-0ead-4023-ab70-403b71aa170a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: "2026-04-17T08:28:25Z"
  message: 'Readiness probe failed: Get "http://10.132.0.38:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T08:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:28:25Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a7178da8c4e486
    namespace: kserve-ci-e2e-test
    resourceVersion: "28044"
    uid: c3a978f3-d092-4080-991a-0768acbaa1aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 8af14c5c-a874-4c81-8e33-06dfcc24d2cc
  kind: Event
  lastTimestamp: "2026-04-17T08:28:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:28:39Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94.18a71797e3677f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "28185"
    uid: 87524738-23f9-467f-8204-fb5851c2fc4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27526"
    uid: 57235db0-6a01-4f0e-b5d6-47daf5cad859
  kind: Event
  lastTimestamp: "2026-04-17T08:27:18Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-sqp94'
  metadata:
    creationTimestamp: "2026-04-17T08:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:27:18Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a717853a37ad07
    namespace: kserve-ci-e2e-test
    resourceVersion: "27541"
    uid: 28f926ee-ff9f-4d9e-bcc6-aa4abd673d09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 04bbadc3-1d0a-4ac8-a669-ed7b252b9eb4
  kind: Event
  lastTimestamp: "2026-04-17T08:27:18Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:27:18Z"
    name: isvc-predictive-xgboost-v2-predictor.18a7178537a86c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "27530"
    uid: d73fc18a-2463-415d-8ba3-6ad9be0f466c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27525"
    uid: bbd7a9a0-2d42-45d3-9456-eb490fc822e9
  kind: Event
  lastTimestamp: "2026-04-17T08:27:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:27:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18a71788b620178f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27684"
    uid: 56356e70-0c4b-4e6e-a17f-93b586b8a6af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27525"
    uid: bbd7a9a0-2d42-45d3-9456-eb490fc822e9
  kind: Event
  lastTimestamp: "2026-04-17T08:27:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:27:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18a71788b67ab566
    namespace: kserve-ci-e2e-test
    resourceVersion: "27686"
    uid: 5fb5afe0-828f-4bb7-b771-d44beaafc6d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27685"
    uid: bbd7a9a0-2d42-45d3-9456-eb490fc822e9
  kind: Event
  lastTimestamp: "2026-04-17T08:28:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:28:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18a7178c35fbe583
    namespace: kserve-ci-e2e-test
    resourceVersion: "28101"
    uid: 45540876-ad56-476b-bb67-b116d1f26469
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27685"
    uid: bbd7a9a0-2d42-45d3-9456-eb490fc822e9
  kind: Event
  lastTimestamp: "2026-04-17T08:28:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:28:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18a7178c36664b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "28102"
    uid: e01fd8d8-0f1c-484a-b52e-267fe8c1fbf7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: 7bdb7453-94d0-458f-b636-c313991c892f
  kind: Event
  lastTimestamp: "2026-04-17T08:28:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:28:35Z"
    name: isvc-predictive-xgboost-v2.18a7178537803b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28121"
    uid: b45ac74d-3da2-43a9-aca8-d72e6365455d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: 7bdb7453-94d0-458f-b636-c313991c892f
  kind: Event
  lastTimestamp: "2026-04-17T08:27:19Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:27:19Z"
    name: isvc-predictive-xgboost-v2.18a7178537f25c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: 34c8b502-fe43-4571-95fb-7aa3f1701c3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27538"
    uid: 7bdb7453-94d0-458f-b636-c313991c892f
  kind: Event
  lastTimestamp: "2026-04-17T08:27:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:27:19Z"
    name: isvc-predictive-xgboost-v2.18a717853d5ec99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: b7ae6bb3-386b-4300-8907-e588d5c58ba0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28119"
    uid: 7bdb7453-94d0-458f-b636-c313991c892f
  kind: Event
  lastTimestamp: "2026-04-17T08:28:35Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:28:35Z"
    name: isvc-predictive-xgboost-v2.18a71796fcfae503
    namespace: kserve-ci-e2e-test
    resourceVersion: "28120"
    uid: 8f00dfd2-0dff-484b-acd0-999b96fafc31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 6765136d-32c4-4ca0-8323-641080a02029
  kind: Event
  lastTimestamp: "2026-04-17T08:24:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:24:35Z"
    name: isvc-predictive-xgboost.18a7174d2ef33d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: 0287d6ae-8594-428d-8116-d28c8b33d9b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:23:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 6765136d-32c4-4ca0-8323-641080a02029
  kind: Event
  lastTimestamp: "2026-04-17T08:23:18Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:23:18Z"
    name: isvc-predictive-xgboost.18a7174d2f470af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: f5c89e2a-97f4-42b7-ad67-7bca28247267
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:24:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26154"
    uid: 6765136d-32c4-4ca0-8323-641080a02029
  kind: Event
  lastTimestamp: "2026-04-17T08:24:35Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:24:35Z"
    name: isvc-predictive-xgboost.18a7175f315fea1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26155"
    uid: 31a086a1-1b39-45af-a936-d6349ca52513
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:20:03.635749Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23571"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:20:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:20:03Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a7171fdcbd3309
    namespace: kserve-ci-e2e-test
    resourceVersion: "23577"
    uid: 0d81cb9a-28d7-4b35-a2cf-08fac026a254
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: "2026-04-17T08:20:04Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:20:04Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a7171ff579bc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: a5354fd0-5e19-4806-a58a-eeaa92a26cc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: "2026-04-17T08:20:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:20:04Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a7171ff69e83b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23591"
    uid: 6d5234c7-b690-43b3-afb0-1d8e428ee95d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: "2026-04-17T08:20:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:20:04Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a7171ffa2c98e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23592"
    uid: 22372f19-ab3d-45f2-a9a7-df395e275c4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: "2026-04-17T08:20:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:20:04Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a7171ffaa0f0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23593"
    uid: 9e686592-06cb-42b4-90a2-ef17a7188203
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: "2026-04-17T08:20:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:20:08Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a71720e16521af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 52f5f1d4-740e-45ca-a99a-bf5752a2aee6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: "2026-04-17T08:20:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:20:08Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a71720e533bc10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: ed3f2a54-a9a9-451b-8667-d4bd45c92f01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: "2026-04-17T08:20:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:20:08Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a71720e5a9352f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23639"
    uid: 25206fd2-f37b-4c3f-9687-3fde6453de94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: "2026-04-17T08:21:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:20:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:30Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a717211d459a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: d8ab4e5c-f6ad-4bb0-ab58-33d938d04dce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: ed2f346c-ff4d-4726-91ee-abb2cdd5ef20
  kind: Event
  lastTimestamp: "2026-04-17T08:21:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:27Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x.18a717337a3ea232
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: ce682b2c-9c68-4d9c-9202-cb993b577a66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-28dd60-predictor-6c6fbb8f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: 87370886-ec00-460a-9ce5-8cc7c20e29ae
  kind: Event
  lastTimestamp: "2026-04-17T08:20:03Z"
  message: 'Created pod: isvc-primary-28dd60-predictor-6c6fbb8f88-xg52x'
  metadata:
    creationTimestamp: "2026-04-17T08:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:20:03Z"
    name: isvc-primary-28dd60-predictor-6c6fbb8f88.18a7171fdc25844c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 29b25be3-b3ec-4b9e-8aab-0709d4544eed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-28dd60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 792aa431-a156-44a3-ac36-964409dcfae1
  kind: Event
  lastTimestamp: "2026-04-17T08:20:03Z"
  message: Scaled up replica set isvc-primary-28dd60-predictor-6c6fbb8f88 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T08:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:20:03Z"
    name: isvc-primary-28dd60-predictor.18a7171fd868987c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: af562133-6e6a-454a-adde-3775ce017259
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-28dd60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: 73bc235b-641f-496d-ae1d-3289aa99c39a
  kind: Event
  lastTimestamp: "2026-04-17T08:20:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:20:48Z"
    name: isvc-primary-28dd60-predictor.18a7172357658c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: bfa90c55-5307-4860-befe-65d653695e86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-28dd60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: 73bc235b-641f-496d-ae1d-3289aa99c39a
  kind: Event
  lastTimestamp: "2026-04-17T08:20:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:20:48Z"
    name: isvc-primary-28dd60-predictor.18a7172357e2c906
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 3c1204e4-6e43-4a84-95a7-05b47046e0c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-28dd60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 73bc235b-641f-496d-ae1d-3289aa99c39a
  kind: Event
  lastTimestamp: "2026-04-17T08:21:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:21:18Z"
    name: isvc-primary-28dd60-predictor.18a7172dd46c98c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24204"
    uid: 450e525d-600b-44e2-8845-c9723dd1ee17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-28dd60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 73bc235b-641f-496d-ae1d-3289aa99c39a
  kind: Event
  lastTimestamp: "2026-04-17T08:21:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:21:18Z"
    name: isvc-primary-28dd60-predictor.18a7172dd4cacaf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: faa500b1-c946-4331-97eb-948645b15dc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-28dd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: aeb5a83e-6644-4e93-a5c2-0f121c2f519d
  kind: Event
  lastTimestamp: "2026-04-17T08:21:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:21:10Z"
    name: isvc-primary-28dd60.18a7171fd871c6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24079"
    uid: a42950d7-0e5b-44e3-b545-d8d8790dccb1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-28dd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: aeb5a83e-6644-4e93-a5c2-0f121c2f519d
  kind: Event
  lastTimestamp: "2026-04-17T08:20:03Z"
  message: 'Failed to update status for InferenceService "isvc-primary-28dd60": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-28dd60":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:20:03Z"
    name: isvc-primary-28dd60.18a7171fd90190be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 6fe85c80-34f8-4e55-9de9-05c2ddda17f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:20:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-28dd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: aeb5a83e-6644-4e93-a5c2-0f121c2f519d
  kind: Event
  lastTimestamp: "2026-04-17T08:20:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-28dd60": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:20:03Z"
    name: isvc-primary-28dd60.18a7171fd901e67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: 1295d54a-a2a0-4167-9da9-89a2555dcdf4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-28dd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24077"
    uid: aeb5a83e-6644-4e93-a5c2-0f121c2f519d
  kind: Event
  lastTimestamp: "2026-04-17T08:21:10Z"
  message: InferenceService [isvc-primary-28dd60] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:21:10Z"
    name: isvc-primary-28dd60.18a7172f54e1c479
    namespace: kserve-ci-e2e-test
    resourceVersion: "24078"
    uid: e908121a-8c4f-48c4-bfed-4357c9f2b9f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:21:13.770144Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24133"
    uid: 5204d8df-af7f-4c33-8500-b1e1ccc196eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:21:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:21:13Z"
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2.18a7173031130dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24137"
    uid: a7000ae9-5525-45f7-9395-d0b83ef50527
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24141"
    uid: 5204d8df-af7f-4c33-8500-b1e1ccc196eb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:14Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:21:14Z"
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2.18a7173049ca96e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: 14ac78f9-49eb-4c4f-874f-e86ac8b1fdf6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24135"
    uid: 5204d8df-af7f-4c33-8500-b1e1ccc196eb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:17Z"
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2.18a717304b146faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 6b8bb79c-3763-416d-81ac-9a92c0d6b6b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24135"
    uid: 5204d8df-af7f-4c33-8500-b1e1ccc196eb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:17Z"
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2.18a717304ddf85e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: cb96fc13-eb33-45a0-9ea7-5fcb5b541f8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24135"
    uid: 5204d8df-af7f-4c33-8500-b1e1ccc196eb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:17Z"
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2.18a717304e552356
    namespace: kserve-ci-e2e-test
    resourceVersion: "24190"
    uid: 7f40f56e-67ad-49b4-b42e-e2b7dbd3f0a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24135"
    uid: 5204d8df-af7f-4c33-8500-b1e1ccc196eb
  kind: Event
  lastTimestamp: "2026-04-17T08:21:21Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2_kserve-ci-e2e-test(5204d8df-af7f-4c33-8500-b1e1ccc196eb)
  metadata:
    creationTimestamp: "2026-04-17T08:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:21:21Z"
    name: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2.18a71731ed364fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: 99a3f1e1-be33-499c-95e3-d670998c6a02
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-28dd60-predictor-69cdbf87b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24122"
    uid: 9552ae75-9b36-4621-95b6-8d406c26c371
  kind: Event
  lastTimestamp: "2026-04-17T08:21:13Z"
  message: 'Created pod: isvc-secondary-28dd60-predictor-69cdbf87b5-5gmg2'
  metadata:
    creationTimestamp: "2026-04-17T08:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:21:13Z"
    name: isvc-secondary-28dd60-predictor-69cdbf87b5.18a7173030b29863
    namespace: kserve-ci-e2e-test
    resourceVersion: "24134"
    uid: fa776a3e-b086-40ad-8262-4fa6794f81e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-28dd60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24121"
    uid: 6343edbc-0921-4892-b5b4-00a782944dac
  kind: Event
  lastTimestamp: "2026-04-17T08:21:13Z"
  message: Scaled up replica set isvc-secondary-28dd60-predictor-69cdbf87b5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T08:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:21:13Z"
    name: isvc-secondary-28dd60-predictor.18a717302e1575ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24125"
    uid: 19b6e7a9-d363-4171-98f1-69780a42b73d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-28dd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 20f54cee-8ecb-436e-9990-d07c25e83819
  kind: Event
  lastTimestamp: "2026-04-17T08:21:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:21:23Z"
    name: isvc-secondary-28dd60.18a717302e488e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: 307fdb3b-f6e7-4899-84fa-48ed452dfdbe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-28dd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 20f54cee-8ecb-436e-9990-d07c25e83819
  kind: Event
  lastTimestamp: "2026-04-17T08:21:13Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-28dd60":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-28dd60":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:21:13Z"
    name: isvc-secondary-28dd60.18a717302e93c077
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: 52d7d8c8-c9c4-4723-99af-9e29c4eae6af
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-28dd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 20f54cee-8ecb-436e-9990-d07c25e83819
  kind: Event
  lastTimestamp: "2026-04-17T08:21:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-28dd60": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:21:13Z"
    name: isvc-secondary-28dd60.18a717302e93f1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24145"
    uid: dec499de-6883-44cc-8226-6adb9b8315c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:01:53.306593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14570"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a71622000ebe31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14575"
    uid: 6bbb9366-0bc8-4413-978a-e52f83ec80cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14579"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:53Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a7162218bdcd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14589"
    uid: fc9e8599-9337-4782-9b27-9a788e1415b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716221a617633
    namespace: kserve-ci-e2e-test
    resourceVersion: "14591"
    uid: e9b3573a-0cba-4574-89a3-6b9d34752f7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716221d1f36d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14594"
    uid: 4850a99b-5507-4e89-8abb-34f8a7ba5101
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716221d856263
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 2cad6327-27d8-417f-ad20-3e59eaeadbda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:57Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a71623177e128e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: 63dfbea9-7716-468a-b8b7-79caad948050
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716231a53096c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: ce2dd362-46ec-4c7a-a771-e509291fc322
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716231ac2412c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14640"
    uid: 01584acb-5ad4-41f1-a9b1-072ecdb485ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:58Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d70492ddb07325cf61fc419e8a42c031bf8f253c03e937345bd1606949d4dc36"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716231acca938
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 91e41680-d160-4613-a4e6-7dbd65ae4c15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-17T08:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716231d256917
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: 10250b8f-1e0b-4d2e-a976-2dd68ff4a14d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:01:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-17T08:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716231d8e9bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: bd7b3d47-4426-451f-86d4-4c9fa08bb4f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:03:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:31Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716235370e59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 0be49136-3e9e-4d82-b8bd-dbf65f695720
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T08:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:03:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-17T08:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:31Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716238f31b97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: 3022f583-8fd0-49fc-9ee3-5ce10f2a68e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716337a114655
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: 120fb63d-b4d2-47de-bc3d-bf89551608e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: c8b6230a-e750-498a-a307-2a68a0fd7af2
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz.18a716337a12911f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: 186f1933-c6de-4188-9483-4558f3c09d11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646
    namespace: kserve-ci-e2e-test
    resourceVersion: "14552"
    uid: 4eedb6d6-6b08-4f4d-8781-81b2c1fc94eb
  kind: Event
  lastTimestamp: "2026-04-17T08:01:53Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-8b4c87646-8gpmz'
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646.18a71621ff5da38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14573"
    uid: d38b1aef-82a3-430a-9051-2535e9b598a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14547"
    uid: eaac8aa6-b88f-4cfd-ad18-0c96eb935832
  kind: Event
  lastTimestamp: "2026-04-17T08:01:53Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-8b4c87646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18a71621f9d3f086
    namespace: kserve-ci-e2e-test
    resourceVersion: "14556"
    uid: 254f3373-6e53-41c7-9a8f-f9d9e6acca0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14551"
    uid: 46526224-8e1a-4aee-b174-f80cbc3ab43a
  kind: Event
  lastTimestamp: "2026-04-17T08:02:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:02:08Z"
    name: isvc-sklearn-batcher-custom-predictor.18a7162578555fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14720"
    uid: 257c1c46-48bb-4a53-bea4-9973f696f8a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14551"
    uid: 46526224-8e1a-4aee-b174-f80cbc3ab43a
  kind: Event
  lastTimestamp: "2026-04-17T08:02:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:02:08Z"
    name: isvc-sklearn-batcher-custom-predictor.18a7162578bf2d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: 3234683b-d18a-4116-a76d-f6684971ff31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:02:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: 46526224-8e1a-4aee-b174-f80cbc3ab43a
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: isvc-sklearn-batcher-custom-predictor.18a71628f7c8c409
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: 5e892f46-d631-45f2-b0b2-7e29a22c23c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:02:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: 46526224-8e1a-4aee-b174-f80cbc3ab43a
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: isvc-sklearn-batcher-custom-predictor.18a71628f829ed9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: ea780ed9-08b1-4b86-8d0e-5c974d67b246
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: 2448a0d4-a29f-4e89-bbd8-7cfee577977e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:03:01Z"
    name: isvc-sklearn-batcher-custom.18a71621f9a0ed1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 4ad31d15-7f52-405f-b28d-990525c6bb7c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: 2448a0d4-a29f-4e89-bbd8-7cfee577977e
  kind: Event
  lastTimestamp: "2026-04-17T08:01:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-custom.18a71621fa218c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14559"
    uid: ed073335-cf69-4e2a-a28c-85098e3e3b13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15111"
    uid: 2448a0d4-a29f-4e89-bbd8-7cfee577977e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:01Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:03:01Z"
    name: isvc-sklearn-batcher-custom.18a71631c73141a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 43d5072d-b6de-46dd-9a46-c98c1136dc44
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:00:17.986390Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13805"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:00:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:00:17Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a7160bce87a753
    namespace: kserve-ci-e2e-test
    resourceVersion: "13811"
    uid: c11e1106-239b-4a04-b9c5-152f52b3b215
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13815"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:18Z"
  message: Add eth0 [10.132.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:00:18Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a7160be72f6618
    namespace: kserve-ci-e2e-test
    resourceVersion: "13823"
    uid: d6c93086-e660-4e0e-b274-9e144f79483d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
  metadata:
    creationTimestamp: "2026-04-17T08:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:18Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a7160be8772716
    namespace: kserve-ci-e2e-test
    resourceVersion: "13825"
    uid: de8cf0d1-0011-46e8-bb59-ee42c64f6f0f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    in 4.611s (4.611s including waiting). Image size: 301288371 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:23Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a7160cfb4fb497
    namespace: kserve-ci-e2e-test
    resourceVersion: "13861"
    uid: 14b2783e-8864-40cf-a783-2841cd469389
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:23Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a7160cfe28ba8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13862"
    uid: ed2673fa-6a2d-48ef-aac7-02d034efc441
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:23Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a7160cfe9b51c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13863"
    uid: 100ae6ec-bf9e-49a9-9371-7699fab0ba16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:26Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
  metadata:
    creationTimestamp: "2026-04-17T08:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:26Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a7160dd821832d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13895"
    uid: 49c1096b-4f8b-4228-97ad-b1f4f3f39ddb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    in 13.255s (13.255s including waiting). Image size: 1560613804 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:39Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71610ee392eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "13992"
    uid: 2a1d8eec-0184-4d4f-8bc7-4fa331fddf49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:40Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71610f174552e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13993"
    uid: 27cf8eb0-3a64-4f7e-bb22-54c1c52cfe14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:40Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71610f1f9bb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13994"
    uid: 858cb017-75ef-4a4a-b4ee-f8f0ac4bc050
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d70492ddb07325cf61fc419e8a42c031bf8f253c03e937345bd1606949d4dc36"
  metadata:
    creationTimestamp: "2026-04-17T08:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:40Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71610f205d5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13995"
    uid: dbce6c44-2114-4148-9b94-c64fbadf3dfa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d70492ddb07325cf61fc419e8a42c031bf8f253c03e937345bd1606949d4dc36"
    in 3.039s (3.039s including waiting). Image size: 237897300 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:43Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71611a7307b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "14020"
    uid: 61e9ef34-3a1e-4967-b4c3-66625dbced2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-17T08:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:43Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71611aa17ccee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14021"
    uid: 87339642-ea83-4b88-844a-83e040ebc5b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:00:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-17T08:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:00:43Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71611aa8d4df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 1788c141-4677-4be9-ad6f-b412217639a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:02:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:02:15Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71611d0a5d485
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: ccb3f4ae-098b-4b59-95f8-9605fb6c1225
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:02:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-17T08:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:02:15Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a716120c6ddb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 59bacf8d-6e9e-452b-8402-ccd7c50e50a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:01:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71621fa003c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 146f14bd-de85-420d-a98e-616cea643aa7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13807"
    uid: 1e2e5212-2274-425a-b9bb-1a34d5e53317
  kind: Event
  lastTimestamp: "2026-04-17T08:01:53Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-17T08:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:01:53Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9.18a71621fa019085
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 5c8cd118-6767-44cf-9fc6-a708cc3befc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13794"
    uid: ac93541c-af88-4656-8193-8e9f3860f5bc
  kind: Event
  lastTimestamp: "2026-04-17T08:00:17Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5f9fc5f45c-r6mt9'
  metadata:
    creationTimestamp: "2026-04-17T08:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:00:17Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c.18a7160bce1c6956
    namespace: kserve-ci-e2e-test
    resourceVersion: "13808"
    uid: 655dfa60-6aeb-4acf-9870-d5e8314eade8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13792"
    uid: 9a89edfa-12d9-4557-97d5-12242c11e418
  kind: Event
  lastTimestamp: "2026-04-17T08:00:17Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5f9fc5f45c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T08:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:00:17Z"
    name: isvc-sklearn-batcher-predictor.18a7160bc740ac46
    namespace: kserve-ci-e2e-test
    resourceVersion: "13795"
    uid: 3f30a110-e449-490a-9b68-c08b0f45c72e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13803"
    uid: 1fdd376a-1dac-4aa3-a007-dad14eca5b58
  kind: Event
  lastTimestamp: "2026-04-17T08:01:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:01:03Z"
    name: isvc-sklearn-batcher-predictor.18a7160f4d80debe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: ace9e3e2-64fe-4516-a7a5-b7c6f4cb2820
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13803"
    uid: 1fdd376a-1dac-4aa3-a007-dad14eca5b58
  kind: Event
  lastTimestamp: "2026-04-17T08:01:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:01:03Z"
    name: isvc-sklearn-batcher-predictor.18a7160f4dd4b8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14166"
    uid: b6472cce-db8e-4ac4-a857-06e126d64d01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 1fdd376a-1dac-4aa3-a007-dad14eca5b58
  kind: Event
  lastTimestamp: "2026-04-17T08:01:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:01:48Z"
    name: isvc-sklearn-batcher-predictor.18a71619cbd64bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14496"
    uid: 34adb5b3-3dbe-4922-a6da-d8220e500afa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 1fdd376a-1dac-4aa3-a007-dad14eca5b58
  kind: Event
  lastTimestamp: "2026-04-17T08:01:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:01:48Z"
    name: isvc-sklearn-batcher-predictor.18a71619cc477562
    namespace: kserve-ci-e2e-test
    resourceVersion: "14497"
    uid: cd237d3f-c329-4076-8f56-023c17752e6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13781"
    uid: 5fcb2fb4-ac80-468e-83e2-48bcb90cd7cc
  kind: Event
  lastTimestamp: "2026-04-17T08:01:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:01:45Z"
    name: isvc-sklearn-batcher.18a7160bcd7d52fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14479"
    uid: a07f10c6-3696-4151-87db-e9608dda1096
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13781"
    uid: 5fcb2fb4-ac80-468e-83e2-48bcb90cd7cc
  kind: Event
  lastTimestamp: "2026-04-17T08:00:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:00:17Z"
    name: isvc-sklearn-batcher.18a7160bcdd0321f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13806"
    uid: eaa03a57-4f9d-43f9-8433-1b33d453b9cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:00:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13781"
    uid: 5fcb2fb4-ac80-468e-83e2-48bcb90cd7cc
  kind: Event
  lastTimestamp: "2026-04-17T08:00:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:00:17Z"
    name: isvc-sklearn-batcher.18a7160bcdd0c56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13810"
    uid: 3c85a912-4185-471d-86dd-02810c05d072
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:01:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: 5fcb2fb4-ac80-468e-83e2-48bcb90cd7cc
  kind: Event
  lastTimestamp: "2026-04-17T08:01:45Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:01:45Z"
    name: isvc-sklearn-batcher.18a7162044ebffec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: e86c7a65-d2bd-44e5-874a-93459fc5150d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:11:25.176871Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:11:25Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a7262e7d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: 84b03862-2b48-4aef-afab-7b730dc45ca8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:25Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:11:25Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a73f232894
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: 4c9c0c82-25d3-4efd-8b7c-18c1ed34872a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:25Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a74114d718
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: 0699d820-aa2e-4092-90f0-ab7c5b93a26a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:25Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a743b27dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19335"
    uid: 5d4981e9-11ec-4bfa-b816-57efef6089eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:25Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a744120ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: 4e8c50d3-e244-4c30-a6c1-10e74846eadd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:29Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a82c702022
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: c65f2148-ec90-41c3-9254-a13bb93663da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:29Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a82f6a9051
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: 708ac152-ecab-4de7-abe9-e46807d7a32a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:29Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a82fd521e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 09f007df-c961-4a36-a5b6-ee37a55a5ae0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:29Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-17T08:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:29Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a82fe1e1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19381"
    uid: 969bfeb3-c320-4fbc-bbbc-09248e8739d4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.861s (2.861s including waiting). Image size: 237663782 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:32Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a8da77402e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: 7f0d35d8-3434-40af-9e7b-ad52691057ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:32Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-17T08:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:32Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a8dd078872
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: 15432de6-f3a4-417f-8daf-bce3f7d35e8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:11:32Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-17T08:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:11:32Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716a8dd6a8c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 915c625d-3a64-46b5-8c44-fc1562c497ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716b779f8ae35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: 5138ed31-0f90-49da-8acb-6fc90afe1cff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:12:35Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-17T08:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:12:35Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716b779f92479
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 5f67654a-a1b2-4b62-920b-47dd0673154c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c0d45c53-3403-4618-9a11-e9105de07d13
  kind: Event
  lastTimestamp: "2026-04-17T08:13:04Z"
  message: 'Readiness probe failed: Get "http://10.132.0.24:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.24:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T08:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:13:04Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-ctnrs.18a716b9a3b528aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20121"
    uid: a4e2bd47-7dc5-41e3-bdc4-1dea5213ffec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-65779c8984
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: 0a7a2522-76d9-4e1a-8025-cda72a101fc9
  kind: Event
  lastTimestamp: "2026-04-17T08:11:25Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-65779c8984-ctnrs'
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:11:25Z"
    name: isvc-sklearn-mcp-predictor-65779c8984.18a716a725c9a49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: 03c96371-88e3-469c-9f5c-45f5214bc2d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 20412fbf-cbf2-44a1-aff1-567ef88856f6
  kind: Event
  lastTimestamp: "2026-04-17T08:11:25Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-65779c8984 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:11:25Z"
    name: isvc-sklearn-mcp-predictor.18a716a7235c52e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: 6a35bd54-df2d-4ae3-b5b9-6454341fd245
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19274"
    uid: 70668f29-08e1-46f8-b25f-98e6122e0f2b
  kind: Event
  lastTimestamp: "2026-04-17T08:12:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:12:34Z"
    name: isvc-sklearn-mcp.18a716a722f17ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 13d5beeb-dbe7-4a12-a8bf-8975008bbbb0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19274"
    uid: 70668f29-08e1-46f8-b25f-98e6122e0f2b
  kind: Event
  lastTimestamp: "2026-04-17T08:11:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:11:25Z"
    name: isvc-sklearn-mcp.18a716a7236a375c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: c6687d67-3603-4a3c-8bf3-63f86c81c8c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:12:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 70668f29-08e1-46f8-b25f-98e6122e0f2b
  kind: Event
  lastTimestamp: "2026-04-17T08:12:34Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:12:34Z"
    name: isvc-sklearn-mcp.18a716b753b3bf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: a0d84d44-6339-4648-b69d-06dedfdc387b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:30:01.455510Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28924"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-67bb8f7cbc-v55kt
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:30:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:30:01Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717ab0d92beba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28929"
    uid: b08f7221-a34f-46b8-9568-2b2a0a55c52c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28933"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:01Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:30:01Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717ab2678a42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28942"
    uid: 2de2eb4c-64da-47f8-b71d-9e2cb7ec9fba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:30:01Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717ab279e1a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28944"
    uid: c2e10f84-c0b9-455a-9b50-9429aa88f26d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:30:01Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717ab2a75fd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "28946"
    uid: 7a1c69fa-d033-43a9-a91b-ce3fc961636a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:30:01Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717ab2aeaabd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28947"
    uid: 4ab1e208-65cb-4cbc-8288-4a9cdbaada02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:30:05Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717ac068fdb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28980"
    uid: 8213c0e1-ac73-4000-bb48-05ac1769191c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:30:05Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717ac09e835a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28986"
    uid: 1b6d4469-8387-4719-8c59-e9d4ebeddc5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:30:05Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717ac0a5daa80
    namespace: kserve-ci-e2e-test
    resourceVersion: "28987"
    uid: 877f6c15-3ea0-4ace-8b51-260b64e11a3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:30:57Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717ac428fafe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29358"
    uid: 8e35f882-46da-49b8-bfd4-76777d078275
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: f952bc8c-ed71-44cf-81e1-5f88911bd21a
  kind: Event
  lastTimestamp: "2026-04-17T08:31:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:31:11Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-v55kt.18a717bb61116238
    namespace: kserve-ci-e2e-test
    resourceVersion: "29493"
    uid: 28a78dc9-e18f-4e41-8754-259c2618a5c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-67bb8f7cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28913"
    uid: b94b6ae7-211c-41f8-b8ac-6346c1ecae66
  kind: Event
  lastTimestamp: "2026-04-17T08:30:01Z"
  message: 'Created pod: isvc-sklearn-predictor-67bb8f7cbc-v55kt'
  metadata:
    creationTimestamp: "2026-04-17T08:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:30:01Z"
    name: isvc-sklearn-predictor-67bb8f7cbc.18a717ab0d10f558
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 742d0cf2-4f96-4563-b804-fbd86bd9be6d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28910"
    uid: cdbc8dbf-a445-4800-af3f-17318b5ef5b8
  kind: Event
  lastTimestamp: "2026-04-17T08:30:01Z"
  message: Scaled up replica set isvc-sklearn-predictor-67bb8f7cbc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:30:01Z"
    name: isvc-sklearn-predictor.18a717ab0aba5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28915"
    uid: 0c4e35d4-c96f-49e6-9d6c-2817ea73e566
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: d21909d8-1ad3-4d20-bae3-c3628585d67a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:30:16Z"
    name: isvc-sklearn-predictor.18a717ae899b7c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29062"
    uid: 1cbe0013-15d8-4722-83ba-09b27c5d49ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: d21909d8-1ad3-4d20-bae3-c3628585d67a
  kind: Event
  lastTimestamp: "2026-04-17T08:30:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:30:16Z"
    name: isvc-sklearn-predictor.18a717ae89fd7cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: 66b194b6-359d-44c9-bd2d-3ee5b3ca716a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: d21909d8-1ad3-4d20-bae3-c3628585d67a
  kind: Event
  lastTimestamp: "2026-04-17T08:31:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:31:01Z"
    name: isvc-sklearn-predictor.18a717b208b9503a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: c34968e7-b50b-4bef-904c-78a4625e00ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: d21909d8-1ad3-4d20-bae3-c3628585d67a
  kind: Event
  lastTimestamp: "2026-04-17T08:31:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:31:01Z"
    name: isvc-sklearn-predictor.18a717b2092299c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29385"
    uid: ef0236a2-5248-4169-815d-3d006d6dd375
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:32:01.804473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29942"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:32:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:32:01Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717c712ee25ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: 48c2ef95-941b-4fe1-86af-fe8c5327864b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29956"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:02Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:32:02Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717c72bcf9059
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: c605315e-839b-4553-a77f-556156d5ef99
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:02Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717c72cef5dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29969"
    uid: de8deb19-2b3b-4236-a72d-f78b3cdfca47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:02Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717c72f9ce5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: 0a2a3df8-74bc-4810-b6e3-3518a7ed3b28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:02Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717c7301db4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29971"
    uid: fef7398a-30ed-4ec9-9b24-42cd157c1546
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:07Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717c8821d6926
    namespace: kserve-ci-e2e-test
    resourceVersion: "30019"
    uid: 9302a5d9-7f50-4f4d-a9c0-64ccd1d30484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:08Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717c885062061
    namespace: kserve-ci-e2e-test
    resourceVersion: "30023"
    uid: b12224a7-b369-49d9-86e8-1989ae62a752
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:08Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717c88579e591
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 93c3a288-339a-4bba-af38-214450ed9067
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:19Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717c8be23486f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30116"
    uid: 883d4fe4-36d5-4858-84b9-11ceaf70e5c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: 34b62116-f512-4dd2-bdd2-69b56952f38b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:38Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2.18a717cfb82aeb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30291"
    uid: 9939e43d-43bf-4421-80f0-c65a5d66af52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-667495d4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: cacb062b-ca6b-4a10-ab55-0a182044c52e
  kind: Event
  lastTimestamp: "2026-04-17T08:32:01Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-667495d4b9-j6zt2'
  metadata:
    creationTimestamp: "2026-04-17T08:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:32:01Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9.18a717c71260f44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29944"
    uid: 951fadb4-9a2e-43e9-8d4a-da61ad17a2d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29917"
    uid: 8056bc7b-8d93-402d-a3cd-68570286a04b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:01Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-667495d4b9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T08:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:32:01Z"
    name: isvc-sklearn-runtime-predictor.18a717c70f7e1605
    namespace: kserve-ci-e2e-test
    resourceVersion: "29921"
    uid: e3bcb9f3-282d-461f-aa32-0698dac4c111
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29918"
    uid: c90decc2-5bfa-4eff-857b-acae9b8767fe
  kind: Event
  lastTimestamp: "2026-04-17T08:32:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:32:31Z"
    name: isvc-sklearn-runtime-predictor.18a717ca8e3ef3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: ebd190f6-bce7-4a00-9ed2-42861c3b2b31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29918"
    uid: c90decc2-5bfa-4eff-857b-acae9b8767fe
  kind: Event
  lastTimestamp: "2026-04-17T08:32:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:32:31Z"
    name: isvc-sklearn-runtime-predictor.18a717ca8e9e0e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30206"
    uid: d5a290a5-483b-48cb-8681-c8e0cd9bf31a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29910"
    uid: 8c5c751c-be77-498a-ab98-9f526589d3e6
  kind: Event
  lastTimestamp: "2026-04-17T08:32:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:32:30Z"
    name: isvc-sklearn-runtime.18a717c70f58b14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30194"
    uid: c77abd6a-bff5-4a95-ba57-3e8a8c97dfc0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29922"
    uid: 8c5c751c-be77-498a-ab98-9f526589d3e6
  kind: Event
  lastTimestamp: "2026-04-17T08:32:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:32:01Z"
    name: isvc-sklearn-runtime.18a717c711e070ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "29943"
    uid: 4851e274-7eec-4d1a-b0cf-65080ce2260f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30191"
    uid: 8c5c751c-be77-498a-ab98-9f526589d3e6
  kind: Event
  lastTimestamp: "2026-04-17T08:32:30Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:32:30Z"
    name: isvc-sklearn-runtime.18a717cda5d92211
    namespace: kserve-ci-e2e-test
    resourceVersion: "30193"
    uid: 458508f5-41c3-449e-b7ba-64cdc4fc6c96
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:45:22.684088Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36678"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:45:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:45:22Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a718818b1357ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36683"
    uid: 28158ab8-8a1e-4bc4-b125-32f23d22552a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36687"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: "2026-04-17T08:45:23Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:45:23Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a71881a3ff6598
    namespace: kserve-ci-e2e-test
    resourceVersion: "36697"
    uid: be80efd1-dbed-4415-962a-9607d86caec9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: "2026-04-17T08:45:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:45:23Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a71881a52a4e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: c496ac5c-0011-4aae-bfa8-77bf09ea0b07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: "2026-04-17T08:45:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:45:23Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a71881a80edf12
    namespace: kserve-ci-e2e-test
    resourceVersion: "36701"
    uid: 158c5395-0066-4587-96fa-57619746907f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: "2026-04-17T08:45:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:45:23Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a71881a8d0932e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: a4bef414-abb5-4eeb-bdba-631a6852d84c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: "2026-04-17T08:45:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:45:24Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a71881e3f25b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36714"
    uid: 0bd431fd-8bb0-4f0c-a885-f3ba54fde63b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: "2026-04-17T08:45:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:45:24Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a71881e71cdf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "36720"
    uid: 3e3d79cc-6b57-4248-bee9-4bf8112dd5f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: "2026-04-17T08:45:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:45:24Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a71881e78ea907
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: ad296417-19fa-4b1d-ad7f-6be434682e50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: "2026-04-17T08:46:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:46:36Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a718821fca20d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37313"
    uid: 50d83f4c-9419-4f29-9cf7-642400be3be2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 54e279e6-390a-40f2-bec4-a82a45c1490d
  kind: Event
  lastTimestamp: "2026-04-17T08:46:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:46:32Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b.18a71891de5daf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 7cc7de32-13b4-4a32-9acd-6b8f011d24fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-85d8c7694d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: ae6d474f-fea7-45b1-8228-8f9b82ae8f01
  kind: Event
  lastTimestamp: "2026-04-17T08:45:22Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-85d8c7694d-lhh8b'
  metadata:
    creationTimestamp: "2026-04-17T08:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:45:22Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d.18a718818ab462b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 217b6e20-fba1-48ea-baa8-8922253f57fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36662"
    uid: fefbc7bf-d8c1-4875-9afe-16ba97f844ca
  kind: Event
  lastTimestamp: "2026-04-17T08:45:22Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-85d8c7694d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:45:22Z"
    name: isvc-sklearn-s3-predictor.18a7188187d0dc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "36669"
    uid: 895d6378-c27f-4ce2-ac6c-6923afe3f4be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36665"
    uid: 7dea4ac0-2642-497c-92bc-e12d21a451c2
  kind: Event
  lastTimestamp: "2026-04-17T08:45:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:45:52Z"
    name: isvc-sklearn-s3-predictor.18a7188506a8748a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 35722b76-e0eb-4020-9c6f-bbdb11d42d30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36665"
    uid: 7dea4ac0-2642-497c-92bc-e12d21a451c2
  kind: Event
  lastTimestamp: "2026-04-17T08:45:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:45:52Z"
    name: isvc-sklearn-s3-predictor.18a71885070325d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36922"
    uid: 926f123a-3073-4f81-b840-2c2faa9c21ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: 7dea4ac0-2642-497c-92bc-e12d21a451c2
  kind: Event
  lastTimestamp: "2026-04-17T08:46:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:46:22Z"
    name: isvc-sklearn-s3-predictor.18a7188c06a3f393
    namespace: kserve-ci-e2e-test
    resourceVersion: "37133"
    uid: 94f4786a-8423-4b97-aab6-539b10f0b011
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: 7dea4ac0-2642-497c-92bc-e12d21a451c2
  kind: Event
  lastTimestamp: "2026-04-17T08:46:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:46:22Z"
    name: isvc-sklearn-s3-predictor.18a7188c0709a653
    namespace: kserve-ci-e2e-test
    resourceVersion: "37134"
    uid: 2446b31f-7c07-409e-b442-1e8254841906
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:49:06.172894Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38592"
    uid: 4915a068-9e86-4f1a-b0f0-545ec68f8b2d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:49:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:49:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx.18a718b5940be6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 6be62b5f-4602-4a5b-99b8-d4fc53388284
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 4915a068-9e86-4f1a-b0f0-545ec68f8b2d
  kind: Event
  lastTimestamp: "2026-04-17T08:49:06Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:49:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx.18a718b5acd9ebcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: ea9e4f25-2684-4f05-a5c2-a10901a97abf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: 4915a068-9e86-4f1a-b0f0-545ec68f8b2d
  kind: Event
  lastTimestamp: "2026-04-17T08:49:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx.18a718b5ae0fad29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38678"
    uid: ad027f07-3c38-42d4-9723-5ace55188d6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: 4915a068-9e86-4f1a-b0f0-545ec68f8b2d
  kind: Event
  lastTimestamp: "2026-04-17T08:49:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx.18a718b5b1007c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 74630296-8db1-4c6e-a2b0-d81297d80300
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: 4915a068-9e86-4f1a-b0f0-545ec68f8b2d
  kind: Event
  lastTimestamp: "2026-04-17T08:49:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx.18a718b5b183ce83
    namespace: kserve-ci-e2e-test
    resourceVersion: "38685"
    uid: 68bb8f82-7605-4d56-b30f-cbe6f4f88a35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: 4915a068-9e86-4f1a-b0f0-545ec68f8b2d
  kind: Event
  lastTimestamp: "2026-04-17T08:49:16Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx.18a718b7e92c7ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38719"
    uid: 3e529ed1-5280-4986-b531-2c7f440d00b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678
    namespace: kserve-ci-e2e-test
    resourceVersion: "38583"
    uid: 072b2a9e-35d3-4332-b825-bfcea1c671a4
  kind: Event
  lastTimestamp: "2026-04-17T08:49:06Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-t87vx'
  metadata:
    creationTimestamp: "2026-04-17T08:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:49:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678.18a718b593825fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: 9f23822c-e787-4f8f-826c-ece52deeef0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38581"
    uid: 2c856db2-2f8e-4c9f-b42c-92f4f6585e68
  kind: Event
  lastTimestamp: "2026-04-17T08:49:06Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:49:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a718b5914db0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 3242be15-f4f4-4cf2-93bc-f48a6ef982e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: 60732dfb-2c3b-44a2-8967-368e3d7cc52b
  kind: Event
  lastTimestamp: "2026-04-17T08:49:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:49:13Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a718b5912b4270
    namespace: kserve-ci-e2e-test
    resourceVersion: "38686"
    uid: d6bd1dca-8a23-4298-a182-893338d9a237
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: 60732dfb-2c3b-44a2-8967-368e3d7cc52b
  kind: Event
  lastTimestamp: "2026-04-17T08:49:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:49:06Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a718b591fbfa7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 2ce36ef4-184d-4929-9788-cd5ceaee8440
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:47:55.070821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:47:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:47:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718a506085904
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 854e7bfe-dccf-4109-a247-14ded6282f45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38013"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: "2026-04-17T08:47:55Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:47:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718a51efd50b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38021"
    uid: 18ed8f33-48ab-44b9-90f4-b140229a13d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: "2026-04-17T08:47:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718a5202ce5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38023"
    uid: 560f24c2-3fc0-4890-a9ad-f71b677f504e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: "2026-04-17T08:47:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718a522b0732b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38025"
    uid: 1d23130d-319b-40bd-90d4-a6a6efe92db6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: "2026-04-17T08:47:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718a52320f2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: 109bd728-508a-4f71-8f1d-80bc6c9bb849
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: "2026-04-17T08:47:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718a560df3960
    namespace: kserve-ci-e2e-test
    resourceVersion: "38043"
    uid: 411d9e07-9f25-40e6-87dc-6c7324bf7666
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: "2026-04-17T08:47:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718a565370571
    namespace: kserve-ci-e2e-test
    resourceVersion: "38049"
    uid: 959c6c0b-c3ca-4247-b0a5-f0d04856e393
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: "2026-04-17T08:47:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718a565c0d3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38050"
    uid: c7df784b-c349-4e5d-b3e4-a7213d141420
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: "2026-04-17T08:49:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718a59cd6bcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38640"
    uid: b0512e1d-b320-41eb-815c-20b61a76a386
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 5c2789aa-cdeb-4ac6-ad81-96637fb02726
  kind: Event
  lastTimestamp: "2026-04-17T08:49:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb.18a718b554ab5447
    namespace: kserve-ci-e2e-test
    resourceVersion: "38561"
    uid: 03d18d80-13a6-4715-be41-3fb141ef8bb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: c28658d1-0a10-432e-a806-da8fd66d31a0
  kind: Event
  lastTimestamp: "2026-04-17T08:47:55Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-58gnb'
  metadata:
    creationTimestamp: "2026-04-17T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:47:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb.18a718a505a3d28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: e6caa268-537d-4574-a4eb-0b42a9d8c309
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37990"
    uid: c47592a0-ec6f-4024-9e44-f013a623c960
  kind: Event
  lastTimestamp: "2026-04-17T08:47:55Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:47:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a718a5035d73f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37995"
    uid: dfa34f99-fa10-44c0-a1e6-322b3e345dbe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:48:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 21ab2864-3349-4dee-bdcf-6ac4986de898
  kind: Event
  lastTimestamp: "2026-04-17T08:48:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:48:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a718a8823fd8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 3f10ce86-b1fe-4ae4-a019-a62cf68f0646
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:48:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 21ab2864-3349-4dee-bdcf-6ac4986de898
  kind: Event
  lastTimestamp: "2026-04-17T08:48:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:48:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a718a882d501ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: 897eb83d-de65-4a2a-84e6-f21b945267bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:48:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: 21ab2864-3349-4dee-bdcf-6ac4986de898
  kind: Event
  lastTimestamp: "2026-04-17T08:48:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:48:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a718ac01ef74a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38462"
    uid: 55134935-d344-4ee4-9622-8bff38cf919d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:48:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: 21ab2864-3349-4dee-bdcf-6ac4986de898
  kind: Event
  lastTimestamp: "2026-04-17T08:48:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:48:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a718ac024c7a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38463"
    uid: b9327e08-8ea7-496b-b1d5-874f894fa59f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: cf98b7ae-8dee-4655-a3d2-0eaa7732c08b
  kind: Event
  lastTimestamp: "2026-04-17T08:48:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:48:58Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a718a5039411a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38497"
    uid: dcabf497-8d58-4eb3-aca6-27ec0b044cfb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: cf98b7ae-8dee-4655-a3d2-0eaa7732c08b
  kind: Event
  lastTimestamp: "2026-04-17T08:47:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:47:55Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a718a5041d58ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37998"
    uid: e0542bf3-c008-4b3d-abdf-0887ce6f1790
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:48:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: cf98b7ae-8dee-4655-a3d2-0eaa7732c08b
  kind: Event
  lastTimestamp: "2026-04-17T08:48:58Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:48:58Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a718b3d4e3313f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38496"
    uid: 19b3e777-8272-4d86-86ec-35fda870d7d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:47:44.007981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37842"
    uid: fe16610c-d68d-4c73-85ae-7297bf6e2f15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:47:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:47:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd.18a718a272a2cd26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37848"
    uid: 0037c48a-015d-486d-9835-aed9d6d3cb4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: fe16610c-d68d-4c73-85ae-7297bf6e2f15
  kind: Event
  lastTimestamp: "2026-04-17T08:47:44Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:47:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd.18a718a28b7592fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37864"
    uid: c375eb3e-d694-4d35-bcdd-d28cef743026
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: fe16610c-d68d-4c73-85ae-7297bf6e2f15
  kind: Event
  lastTimestamp: "2026-04-17T08:47:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd.18a718a28c9cea50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37925"
    uid: 815f464a-0441-4fe4-93fc-422005aa9439
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: fe16610c-d68d-4c73-85ae-7297bf6e2f15
  kind: Event
  lastTimestamp: "2026-04-17T08:47:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd.18a718a28f185826
    namespace: kserve-ci-e2e-test
    resourceVersion: "37930"
    uid: 9a4bcb94-de7c-4f4d-a611-2099e3e09c33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: fe16610c-d68d-4c73-85ae-7297bf6e2f15
  kind: Event
  lastTimestamp: "2026-04-17T08:47:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd.18a718a28f8a8998
    namespace: kserve-ci-e2e-test
    resourceVersion: "37931"
    uid: 6be5b683-fe8a-4a04-867d-3ec2539e111c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: fe16610c-d68d-4c73-85ae-7297bf6e2f15
  kind: Event
  lastTimestamp: "2026-04-17T08:47:54Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:54Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd.18a718a4c6cff85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37969"
    uid: 6d641739-06b6-4173-8d49-6be9e1ef321b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: 121bd80c-b619-4d75-9e6b-0d2e026864cc
  kind: Event
  lastTimestamp: "2026-04-17T08:47:44Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-2x4gd'
  metadata:
    creationTimestamp: "2026-04-17T08:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:47:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd.18a718a272390b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: 05f5ce2c-87eb-44f3-8316-f32ac645c31f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: 7c6f52c3-f008-45e9-8736-8a90aa28117d
  kind: Event
  lastTimestamp: "2026-04-17T08:47:43Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:47:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a718a26fd6a81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: 36ea60b7-a941-4cff-b072-61041bc2e62a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: 022525b5-8e4d-4781-acae-9c6a1c466b9b
  kind: Event
  lastTimestamp: "2026-04-17T08:47:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:47:51Z"
    name: isvc-sklearn-s3-tls-global-fail.18a718a26fb3d4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: 4d683085-4fe5-441a-8586-a81e21aa94ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: 022525b5-8e4d-4781-acae-9c6a1c466b9b
  kind: Event
  lastTimestamp: "2026-04-17T08:47:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:47:44Z"
    name: isvc-sklearn-s3-tls-global-fail.18a718a270208279
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 4c36eee9-cd9b-4e05-bd90-4e93e2b3c0ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37826"
    uid: 022525b5-8e4d-4781-acae-9c6a1c466b9b
  kind: Event
  lastTimestamp: "2026-04-17T08:47:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:47:44Z"
    name: isvc-sklearn-s3-tls-global-fail.18a718a2745ce471
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: f07d4083-7cef-494e-a7b8-967a70492cd0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:46:32.907118Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:46:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:46:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a71891e4b1bb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37255"
    uid: 01358b22-fede-45ac-9615-236088cd212d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37261"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: "2026-04-17T08:46:33Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:46:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a71891fdb15b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37271"
    uid: 187d52ee-4549-4f70-a47c-d4da8be026c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: "2026-04-17T08:46:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:46:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a71891feeafdb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: c81e0a3f-df1f-4ccc-b6df-081b3f52e906
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: "2026-04-17T08:46:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:46:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a71892021cd963
    namespace: kserve-ci-e2e-test
    resourceVersion: "37277"
    uid: 7c8fa0de-cc00-4269-bc52-fa7c33329c59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: "2026-04-17T08:46:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:46:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a7189202931736
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 9b696146-582f-4503-b592-3b77286bd715
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: "2026-04-17T08:46:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:46:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a718923b8191d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37293"
    uid: 56639979-571b-49b3-a811-45ab0179773c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: "2026-04-17T08:46:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:46:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a718923e9c46a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37298"
    uid: d111f059-d931-4943-aea9-4f93dfb76e9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: "2026-04-17T08:46:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:46:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a718923f113c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37299"
    uid: ab32961e-12c3-459d-a90f-89fae30654fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: "2026-04-17T08:47:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a71892776115e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37891"
    uid: 3d6d04cf-77a5-4151-9508-8d9a15096116
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 18bc96eb-9a3f-4f7c-bc98-171716364765
  kind: Event
  lastTimestamp: "2026-04-17T08:47:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:47:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p.18a718a2333a3b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37805"
    uid: e6dc9c28-f777-4a02-9661-7b90c7c35ebf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37242"
    uid: 1255ffe7-ff45-4b36-9e16-fe947249771b
  kind: Event
  lastTimestamp: "2026-04-17T08:46:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-tnv6p'
  metadata:
    creationTimestamp: "2026-04-17T08:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:46:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b.18a71891e42e6c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37252"
    uid: fecf7e70-8978-439c-883b-6b24fa026313
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37239"
    uid: 87c24c6e-5d8d-4638-9ee8-e7b31762e9cf
  kind: Event
  lastTimestamp: "2026-04-17T08:46:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:46:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a71891e1b2ae9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37244"
    uid: d47a6436-1b18-40a1-8bbc-0cbc1f2dbb54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37241"
    uid: ccfba3f6-9d4c-4e31-86ed-8dbc8347f64e
  kind: Event
  lastTimestamp: "2026-04-17T08:47:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:47:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a718956064649b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: 73e46f09-ab16-49eb-bcb5-5a07e92856c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37241"
    uid: ccfba3f6-9d4c-4e31-86ed-8dbc8347f64e
  kind: Event
  lastTimestamp: "2026-04-17T08:47:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:47:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7189560bd9cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: 024bea7a-79ac-4b2d-aedd-8506a8383f38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37396"
    uid: ccfba3f6-9d4c-4e31-86ed-8dbc8347f64e
  kind: Event
  lastTimestamp: "2026-04-17T08:47:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:47:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7189fdd92a607
    namespace: kserve-ci-e2e-test
    resourceVersion: "37709"
    uid: f6fcb6a0-58ac-46d3-a026-c37508a27049
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37396"
    uid: ccfba3f6-9d4c-4e31-86ed-8dbc8347f64e
  kind: Event
  lastTimestamp: "2026-04-17T08:47:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:47:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7189fddf2d8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37711"
    uid: 82f19ec3-08f6-4dbf-822c-2674a1d86d65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37230"
    uid: 18cae6b1-f105-4727-93c1-2c906d6a5330
  kind: Event
  lastTimestamp: "2026-04-17T08:47:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:47:36Z"
    name: isvc-sklearn-s3-tls-global-pass.18a71891e1886de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37743"
    uid: 5f94f93c-b780-423e-bea2-65c5729f4419
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37230"
    uid: 18cae6b1-f105-4727-93c1-2c906d6a5330
  kind: Event
  lastTimestamp: "2026-04-17T08:46:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:46:32Z"
    name: isvc-sklearn-s3-tls-global-pass.18a71891e1d97de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: 9dde4020-3623-43ca-988e-0dbe5bec1047
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37248"
    uid: 18cae6b1-f105-4727-93c1-2c906d6a5330
  kind: Event
  lastTimestamp: "2026-04-17T08:46:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:46:32Z"
    name: isvc-sklearn-s3-tls-global-pass.18a71891e765ec75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37265"
    uid: 857c9004-676b-4338-b2a4-53819b89f850
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:47:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37741"
    uid: 18cae6b1-f105-4727-93c1-2c906d6a5330
  kind: Event
  lastTimestamp: "2026-04-17T08:47:36Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:47:36Z"
    name: isvc-sklearn-s3-tls-global-pass.18a718a0af85b2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: 10d69b59-6dba-4680-b04a-54d1d1b3e4a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:50:28.339302Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39347"
    uid: 8b3ea2d2-3ad0-4a4e-96c8-5c08e60da024
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:50:28Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv.18a718c8b58bbdf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39353"
    uid: 44c43c55-d999-402d-bb98-fca8746ca6a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39356"
    uid: 8b3ea2d2-3ad0-4a4e-96c8-5c08e60da024
  kind: Event
  lastTimestamp: "2026-04-17T08:50:28Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:50:28Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv.18a718c8cecf405a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39370"
    uid: 062ac82c-1be7-4472-b6f7-7de1c4ca4261
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 8b3ea2d2-3ad0-4a4e-96c8-5c08e60da024
  kind: Event
  lastTimestamp: "2026-04-17T08:50:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:50:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv.18a718c8d01aa5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39429"
    uid: db5535b8-9d31-4535-afd3-bd841b6867fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 8b3ea2d2-3ad0-4a4e-96c8-5c08e60da024
  kind: Event
  lastTimestamp: "2026-04-17T08:50:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:50:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv.18a718c8d2f6a1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39433"
    uid: 2a9a3359-6e3a-4aee-a3bf-e260b997bf18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 8b3ea2d2-3ad0-4a4e-96c8-5c08e60da024
  kind: Event
  lastTimestamp: "2026-04-17T08:50:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:50:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv.18a718c8d368625c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39434"
    uid: b55e65e0-1389-4798-bee3-ad08dc2824df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 8b3ea2d2-3ad0-4a4e-96c8-5c08e60da024
  kind: Event
  lastTimestamp: "2026-04-17T08:50:38Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:50:38Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv.18a718cb096259be
    namespace: kserve-ci-e2e-test
    resourceVersion: "39473"
    uid: 27669110-02ef-40c2-bb03-daeac618e898
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "39336"
    uid: 52a1f2b7-edb7-4dbf-beb4-6937e102c166
  kind: Event
  lastTimestamp: "2026-04-17T08:50:28Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-nqhxv'
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:50:28Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79.18a718c8b522fff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39349"
    uid: f427ea0c-1742-481e-8680-ca49dcda5174
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39334"
    uid: 06c0e2da-ab0e-42a9-8746-40522ea7296e
  kind: Event
  lastTimestamp: "2026-04-17T08:50:28Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:50:28Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a718c8b24c5ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39339"
    uid: 8043adf5-f22c-4539-a5da-7317ede1ec81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39325"
    uid: 5c555332-e907-4575-ad34-9d7f5ee3de7e
  kind: Event
  lastTimestamp: "2026-04-17T08:50:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:50:35Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a718c8b221ad32
    namespace: kserve-ci-e2e-test
    resourceVersion: "39435"
    uid: 97e0a171-dd8e-44e3-9a39-7adae5cb9ce1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39325"
    uid: 5c555332-e907-4575-ad34-9d7f5ee3de7e
  kind: Event
  lastTimestamp: "2026-04-17T08:50:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:50:28Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a718c8b29763c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39358"
    uid: 25090d72-5682-4828-aeb2-97c250f30994
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39331"
    uid: 5c555332-e907-4575-ad34-9d7f5ee3de7e
  kind: Event
  lastTimestamp: "2026-04-17T08:50:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:50:28Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a718c8b724bb0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: 7e4ca345-47b3-4d71-9029-140659b9a2cf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:49:17.234701Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38752"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:49:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718b82761b854
    namespace: kserve-ci-e2e-test
    resourceVersion: "38759"
    uid: 97cc8d2f-c40d-49eb-a18a-65a7edc84db0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38763"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: "2026-04-17T08:49:17Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:49:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718b83ffecbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38774"
    uid: 74efae12-460e-412a-9ade-1f8d8a43933d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: "2026-04-17T08:49:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718b841304c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "38776"
    uid: 4ae05f36-5cbc-4720-971d-5043c7a39f3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: "2026-04-17T08:49:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718b843e389ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "38778"
    uid: f7bc2ff4-d20a-46f3-a37c-a38b829acc7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: "2026-04-17T08:49:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718b844691ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "38779"
    uid: 7ee40024-3bdd-4dcc-bdf3-983defb6a265
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: "2026-04-17T08:49:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718b8868f8391
    namespace: kserve-ci-e2e-test
    resourceVersion: "38800"
    uid: 1309e31e-ce7e-4c6e-80f3-ef04a407f598
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: "2026-04-17T08:49:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718b889c24379
    namespace: kserve-ci-e2e-test
    resourceVersion: "38804"
    uid: 916e21ad-80c7-4dcc-b59d-c34f154c0822
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: "2026-04-17T08:49:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:49:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718b88a3cae4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38805"
    uid: 4790e425-e23b-470b-80ff-005e7a68b1bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: "2026-04-17T08:50:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:50:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718b8c272bb71
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: c7b33236-8afb-4121-83e3-a1ac5975e3ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 6d0aafed-8821-4f11-ada0-9c7678f914d2
  kind: Event
  lastTimestamp: "2026-04-17T08:50:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:50:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn.18a718c875a5ed02
    namespace: kserve-ci-e2e-test
    resourceVersion: "39311"
    uid: 9ab8bf2c-9920-4aa7-9c0c-5975420b9013
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: e27d7b08-7d95-41ec-93e2-acd53c950a35
  kind: Event
  lastTimestamp: "2026-04-17T08:49:17Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-lwrxn'
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:49:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5.18a718b826f7e026
    namespace: kserve-ci-e2e-test
    resourceVersion: "38756"
    uid: 4dc27ad1-0e51-4bbb-b546-218458880768
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: 2bbe1077-47d4-4d9f-8b9a-ceb86bfc8ba5
  kind: Event
  lastTimestamp: "2026-04-17T08:49:17Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:49:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a718b824c9a483
    namespace: kserve-ci-e2e-test
    resourceVersion: "38746"
    uid: 3a4f9a10-8e90-486a-95d5-e369de4f101a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38743"
    uid: e8bc8546-bd97-449e-8b42-d1489af0a723
  kind: Event
  lastTimestamp: "2026-04-17T08:50:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:50:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a718bba350d855
    namespace: kserve-ci-e2e-test
    resourceVersion: "39112"
    uid: 0cf8d8d7-8c55-4b43-8f40-04e746beb1ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38743"
    uid: e8bc8546-bd97-449e-8b42-d1489af0a723
  kind: Event
  lastTimestamp: "2026-04-17T08:50:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:50:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a718bba3b31f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: 5fdca48d-0457-4abe-b451-2e7b353e62fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38900"
    uid: e8bc8546-bd97-449e-8b42-d1489af0a723
  kind: Event
  lastTimestamp: "2026-04-17T08:50:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:50:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a718c62070f38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39215"
    uid: a01bea46-7130-40d4-b70d-182bd9cf4246
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38900"
    uid: e8bc8546-bd97-449e-8b42-d1489af0a723
  kind: Event
  lastTimestamp: "2026-04-17T08:50:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:50:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a718c620d0444e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39217"
    uid: 63aa6c7e-9492-4f59-9497-dd9b9ee48d8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: 46eb323d-9ff9-4766-8f88-9cf3bbd6680b
  kind: Event
  lastTimestamp: "2026-04-17T08:50:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:50:20Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a718b8249cb0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39252"
    uid: 0a8be216-742b-46d5-873c-bb20bbdd150f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: 46eb323d-9ff9-4766-8f88-9cf3bbd6680b
  kind: Event
  lastTimestamp: "2026-04-17T08:49:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:49:17Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a718b8250a4a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38765"
    uid: cff2bf52-8a4b-4da3-bf78-910bd6fc9b01
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:49:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38739"
    uid: 46eb323d-9ff9-4766-8f88-9cf3bbd6680b
  kind: Event
  lastTimestamp: "2026-04-17T08:49:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:49:17Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a718b82970b314
    namespace: kserve-ci-e2e-test
    resourceVersion: "38766"
    uid: 1aad2783-a7b8-43ca-ada9-b27f8910c06c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:50:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39250"
    uid: 46eb323d-9ff9-4766-8f88-9cf3bbd6680b
  kind: Event
  lastTimestamp: "2026-04-17T08:50:20Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:50:20Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a718c6fa695102
    namespace: kserve-ci-e2e-test
    resourceVersion: "39251"
    uid: b59065b3-0212-45f7-b583-ecc3d88a7d4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36641"
    uid: bf0fd4e7-8abc-43a9-acc4-c09f492afc21
  kind: Event
  lastTimestamp: "2026-04-17T08:46:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:46:26Z"
    name: isvc-sklearn-s3.18a7188187dc0bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: d8840249-fbf9-415d-bbbc-6f2f19bc6b71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36641"
    uid: bf0fd4e7-8abc-43a9-acc4-c09f492afc21
  kind: Event
  lastTimestamp: "2026-04-17T08:45:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:45:22Z"
    name: isvc-sklearn-s3.18a71881884f36eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36673"
    uid: ef25939b-1658-4f34-a4c4-3fc484febf7c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: bf0fd4e7-8abc-43a9-acc4-c09f492afc21
  kind: Event
  lastTimestamp: "2026-04-17T08:46:26Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:46:26Z"
    name: isvc-sklearn-s3.18a7189057ae4599
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: a727c125-9523-4649-95b3-f1077013676b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7568f4dff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28849"
    uid: 688f11f8-d321-457e-9410-fc7ee9ef6513
  kind: Event
  lastTimestamp: "2026-04-17T08:29:59Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7568f4dff7-qrl9d'
  metadata:
    creationTimestamp: "2026-04-17T08:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:29:59Z"
    name: isvc-sklearn-scheduler-predictor-7568f4dff7.18a717aa8fffc792
    namespace: kserve-ci-e2e-test
    resourceVersion: "28860"
    uid: e5f9ba90-5165-4aa0-b101-74f661a12d42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28847"
    uid: 1f8bcd36-a1f2-4f96-b6d6-de1d91c51738
  kind: Event
  lastTimestamp: "2026-04-17T08:29:59Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7568f4dff7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:29:59Z"
    name: isvc-sklearn-scheduler-predictor.18a717aa8d8cca13
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 6c79eae4-fdbd-4518-98c1-1fba358841c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28824"
    uid: f3815e34-c0ff-4b71-87df-e19f746c6cd6
  kind: Event
  lastTimestamp: "2026-04-17T08:29:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:29:59Z"
    name: isvc-sklearn-scheduler.18a717aa8d1c8d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28874"
    uid: 627e4981-bec6-476c-ac77-15c11c41ee4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28824"
    uid: f3815e34-c0ff-4b71-87df-e19f746c6cd6
  kind: Event
  lastTimestamp: "2026-04-17T08:29:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:29:59Z"
    name: isvc-sklearn-scheduler.18a717aa8d9d8493
    namespace: kserve-ci-e2e-test
    resourceVersion: "28865"
    uid: a338bf07-b73d-4573-ba6e-3433f145fbeb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28824"
    uid: f3815e34-c0ff-4b71-87df-e19f746c6cd6
  kind: Event
  lastTimestamp: "2026-04-17T08:29:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:29:59Z"
    name: isvc-sklearn-scheduler.18a717aa8d9dd2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: d1b041dc-d72b-4f02-b3b6-c01bee662cb0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:34:39.364397Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31309"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717ebc23bcc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31314"
    uid: 28547c14-7ce0-4181-ad4b-42b380837274
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: "2026-04-17T08:34:39Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717ebdae5f0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31331"
    uid: 8e02643f-7040-4d0c-a77d-01c77f638537
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: "2026-04-17T08:34:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717ebdc1356ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: e222b353-7f97-4b72-92c3-4b31f2048816
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: "2026-04-17T08:34:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717ebded916b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 71c3362e-a0ac-47c9-b358-a5d76946a935
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: "2026-04-17T08:34:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717ebdf48bbd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31340"
    uid: cf428b95-a72f-41a1-b586-98dc65148e3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: "2026-04-17T08:34:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:34:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717ecedc5f146
    namespace: kserve-ci-e2e-test
    resourceVersion: "31386"
    uid: b1916c5a-a237-4aa8-aaf6-7db5a97c4913
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: "2026-04-17T08:34:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:34:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717ecf0d040db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: fc8880dc-9d35-43e7-9b6c-5ed44ae8f167
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: "2026-04-17T08:34:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:34:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717ecf157052e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: fb18ae51-4f20-4cb6-b958-519ad1f7d06d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: "2026-04-17T08:35:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:35:36Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717ed29a19e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: 42a317bf-322f-4b19-936f-a14d94c7f312
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: c6b6eb45-725d-42ab-9865-6651f2462862
  kind: Event
  lastTimestamp: "2026-04-17T08:35:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:35:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6.18a717fc16145e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31881"
    uid: e0d98e99-bad9-4b0e-a54b-9d311635728e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: ec182480-8139-4e57-b468-fc000e293035
  kind: Event
  lastTimestamp: "2026-04-17T08:34:39Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-k7rd6'
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4.18a717ebc1d6939a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: baec0499-f300-414d-a6d7-e54466320ec1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31298"
    uid: a6fb30e4-ba85-48e1-b649-da680ed7d106
  kind: Event
  lastTimestamp: "2026-04-17T08:34:39Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6d47cd9cb4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a717ebbf712484
    namespace: kserve-ci-e2e-test
    resourceVersion: "31302"
    uid: 3d38c69b-d6e0-4826-996c-81e1f3526405
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31299"
    uid: 452e1ce0-891e-4342-8454-877b8a9674bb
  kind: Event
  lastTimestamp: "2026-04-17T08:35:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:35:24Z"
    name: isvc-sklearn-v2-mixed-predictor.18a717ef3e71b017
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: e3552933-552d-4783-9a37-df649d788ddf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31299"
    uid: 452e1ce0-891e-4342-8454-877b8a9674bb
  kind: Event
  lastTimestamp: "2026-04-17T08:35:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:35:24Z"
    name: isvc-sklearn-v2-mixed-predictor.18a717ef3ec7e02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: f169a894-ae20-4b90-a087-df91ee36fb62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: 452e1ce0-891e-4342-8454-877b8a9674bb
  kind: Event
  lastTimestamp: "2026-04-17T08:35:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:35:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a717f9bb88f957
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: dc9d3408-8b9e-492b-8d25-c99ce4e92eb7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: 452e1ce0-891e-4342-8454-877b8a9674bb
  kind: Event
  lastTimestamp: "2026-04-17T08:35:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:35:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a717f9bbe120fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: 8d255d83-bd90-4c7d-9535-29b063a179bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: 0ee55948-7c0a-4f84-96e0-11db59c08499
  kind: Event
  lastTimestamp: "2026-04-17T08:35:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:35:46Z"
    name: isvc-sklearn-v2-mixed.18a717ebbf4aed93
    namespace: kserve-ci-e2e-test
    resourceVersion: "31837"
    uid: b176909d-bd06-4e2d-8bc1-41482a71e0a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: 0ee55948-7c0a-4f84-96e0-11db59c08499
  kind: Event
  lastTimestamp: "2026-04-17T08:34:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-mixed.18a717ebbf984919
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: c29d4085-46e8-49ce-9253-e245e3a51654
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31307"
    uid: 0ee55948-7c0a-4f84-96e0-11db59c08499
  kind: Event
  lastTimestamp: "2026-04-17T08:34:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-mixed.18a717ebc51c470f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: 54de676a-d14b-4ef1-8922-e2cbf75f437b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31835"
    uid: 0ee55948-7c0a-4f84-96e0-11db59c08499
  kind: Event
  lastTimestamp: "2026-04-17T08:35:46Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:35:46Z"
    name: isvc-sklearn-v2-mixed.18a717fb61a88929
    namespace: kserve-ci-e2e-test
    resourceVersion: "31836"
    uid: 2347f581-5ba0-4f95-a01c-062d9371de93
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:33:29.094063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7c6977494c-phs26
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:33:29Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717db65cb9e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 95821c69-0dc6-464f-bff7-d624f9836051
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: "2026-04-17T08:33:29Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:33:29Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717db7e8168d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: 460b8259-4e5b-4920-b713-820530db03a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: "2026-04-17T08:33:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:33:29Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717db7faeeadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30752"
    uid: 362ac5f7-bc6d-4521-9cf4-c8770d29077f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: "2026-04-17T08:33:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:33:29Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717db826f9748
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: c7caf69a-1ef7-42b8-94b5-c424e15a130e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: "2026-04-17T08:33:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:33:29Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717db82dd371e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30755"
    uid: 8b831b17-0ec0-4297-95fd-b84c13cc005b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: "2026-04-17T08:33:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:33:33Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717dc5a88352d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30789"
    uid: f1d1b969-40d5-42f1-bd16-bb540525afd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: "2026-04-17T08:33:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:33:33Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717dc5fcade00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30794"
    uid: c137f1d8-e364-4b4f-9681-4a85443b86e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: "2026-04-17T08:33:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:33:33Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717dc6042abca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30795"
    uid: 1a3ac048-fa3d-4a1b-b62e-1b5a47410e90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: "2026-04-17T08:34:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:34:25Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717dc967b4a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "31165"
    uid: 9f9ea3e8-ae75-4e68-b20d-3f4bd1105134
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 289f51f8-d645-4ecb-8009-ec11650efe99
  kind: Event
  lastTimestamp: "2026-04-17T08:34:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:34:39Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-phs26.18a717ebbdffe69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31294"
    uid: 093de55f-bcc2-4195-bfad-542fbb024529
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7c6977494c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30719"
    uid: 625f8088-2d00-4696-ab3d-89ee550f9087
  kind: Event
  lastTimestamp: "2026-04-17T08:33:29Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7c6977494c-phs26'
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:33:29Z"
    name: isvc-sklearn-v2-predictor-7c6977494c.18a717db6571dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: ca1158d3-cb0d-4c7a-ae2e-02c44a08630e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30713"
    uid: c3cec160-434c-48f4-8a96-d18a09b20b2a
  kind: Event
  lastTimestamp: "2026-04-17T08:33:29Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7c6977494c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:33:29Z"
    name: isvc-sklearn-v2-predictor.18a717db63047484
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: cd3743bf-849a-447a-a313-46ba78fffe54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30718"
    uid: 62a759f6-8275-4397-b8ce-9ec0770feb8b
  kind: Event
  lastTimestamp: "2026-04-17T08:33:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:33:44Z"
    name: isvc-sklearn-v2-predictor.18a717dee1e073ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 4d03181f-aa59-4249-a033-e379dfe1b05c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30718"
    uid: 62a759f6-8275-4397-b8ce-9ec0770feb8b
  kind: Event
  lastTimestamp: "2026-04-17T08:33:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:33:44Z"
    name: isvc-sklearn-v2-predictor.18a717dee240c0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30881"
    uid: b014f139-b83d-43f0-8385-12e79a31c4c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30880"
    uid: 62a759f6-8275-4397-b8ce-9ec0770feb8b
  kind: Event
  lastTimestamp: "2026-04-17T08:34:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:34:29Z"
    name: isvc-sklearn-v2-predictor.18a717e260eca2c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: 594f987c-1782-4faa-a8e4-cca7bc9aee3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30880"
    uid: 62a759f6-8275-4397-b8ce-9ec0770feb8b
  kind: Event
  lastTimestamp: "2026-04-17T08:34:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:34:29Z"
    name: isvc-sklearn-v2-predictor.18a717e2614c49db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: 6b8455d2-0986-4b15-b3af-99c22b586353
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:32:38.957216Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:32:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:32:38Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717cfb9681532
    namespace: kserve-ci-e2e-test
    resourceVersion: "30300"
    uid: 05dc1f9f-428a-4ffb-b457-cd374dcb5fd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30307"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:39Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:32:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717cfd2e29ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30316"
    uid: 5451e4e7-3567-4bd4-ae09-0dae353d6f87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717cfd42ebefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 088aaffa-81bf-49c0-a065-1c7ef5f636a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717cfd797c062
    namespace: kserve-ci-e2e-test
    resourceVersion: "30323"
    uid: ebec29fc-9379-4b6b-81c7-53988bffc109
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717cfd820b66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: be7d8bed-5c81-4219-b090-8dae36b00e05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T08:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717d0ea371b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30365"
    uid: 11e0da51-be32-4bf6-b033-45ea49f39634
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717d0ed09db3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30369"
    uid: 71209741-c87d-4ae2-94d7-687ed5b03adf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: "2026-04-17T08:32:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717d0ed89d690
    namespace: kserve-ci-e2e-test
    resourceVersion: "30370"
    uid: 7c7505b5-e544-4097-8ed1-cd580cbf837f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: "2026-04-17T08:33:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-17T08:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:33:16Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717d85f6a6324
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 13af92fd-2f4e-47aa-83d3-3b4450f20966
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 5f28b4e4-26d1-497c-8a54-6788a80a1b6b
  kind: Event
  lastTimestamp: "2026-04-17T08:33:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:33:29Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f.18a717db62f81c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "30722"
    uid: d1e247a4-90ee-4395-86a6-8753d3996eef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30269"
    uid: 0430cdaf-1bb1-4093-9415-f091a269743d
  kind: Event
  lastTimestamp: "2026-04-17T08:32:38Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-lwg7f'
  metadata:
    creationTimestamp: "2026-04-17T08:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:32:38Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a717cfb8f2523b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30296"
    uid: e1f0d275-d4dc-42dd-b426-89b6897bb84e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30267"
    uid: c3b2ad89-9cba-4043-889c-7c7a3c4e6b64
  kind: Event
  lastTimestamp: "2026-04-17T08:32:38Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:32:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18a717cfb5ae5e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: 0d45a151-8b37-4e4c-82ef-5c39909f034f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30268"
    uid: 0bf8363b-d494-4626-aafa-f8fc5a240403
  kind: Event
  lastTimestamp: "2026-04-17T08:33:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:33:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18a717d3346f1ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: 88de69eb-0783-46ec-b621-01be93cf2e8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30268"
    uid: 0bf8363b-d494-4626-aafa-f8fc5a240403
  kind: Event
  lastTimestamp: "2026-04-17T08:33:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:33:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18a717d334d0998e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30542"
    uid: 4abad7d8-d31e-4996-b2ed-135e7b380e36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 0bf8363b-d494-4626-aafa-f8fc5a240403
  kind: Event
  lastTimestamp: "2026-04-17T08:33:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:33:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18a717da32e1a77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30645"
    uid: a60ae396-f03f-46fb-a7e1-a6e573ac6f4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 0bf8363b-d494-4626-aafa-f8fc5a240403
  kind: Event
  lastTimestamp: "2026-04-17T08:33:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:33:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18a717da334a5020
    namespace: kserve-ci-e2e-test
    resourceVersion: "30647"
    uid: e7883b68-1686-4e16-bc90-8ccf96e65f1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30260"
    uid: 297d6fdb-6509-455a-b8fc-0f958f039330
  kind: Event
  lastTimestamp: "2026-04-17T08:33:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:33:26Z"
    name: isvc-sklearn-v2-runtime.18a717cfb5893eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: efb27050-5560-457e-96df-275d8ed1ca63
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: 297d6fdb-6509-455a-b8fc-0f958f039330
  kind: Event
  lastTimestamp: "2026-04-17T08:32:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:32:38Z"
    name: isvc-sklearn-v2-runtime.18a717cfb8781a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30293"
    uid: 947c8282-e139-455d-81a0-d44f60230bf0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30672"
    uid: 297d6fdb-6509-455a-b8fc-0f958f039330
  kind: Event
  lastTimestamp: "2026-04-17T08:33:26Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:33:26Z"
    name: isvc-sklearn-v2-runtime.18a717dab619c4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30673"
    uid: 205c1040-fff3-472c-a421-4ed160362d5b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30694"
    uid: aea98285-82fb-4863-96e8-2af5e7cb4804
  kind: Event
  lastTimestamp: "2026-04-17T08:34:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:34:35Z"
    name: isvc-sklearn-v2.18a717db62e59376
    namespace: kserve-ci-e2e-test
    resourceVersion: "31243"
    uid: 8aaee3f4-f549-433c-9664-04f287560b01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:33:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30694"
    uid: aea98285-82fb-4863-96e8-2af5e7cb4804
  kind: Event
  lastTimestamp: "2026-04-17T08:33:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:33:29Z"
    name: isvc-sklearn-v2.18a717db6340feba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30726"
    uid: cd07f8d7-f52a-4d2f-a87b-7f70f6d87723
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:34:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: aea98285-82fb-4863-96e8-2af5e7cb4804
  kind: Event
  lastTimestamp: "2026-04-17T08:34:35Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:34:35Z"
    name: isvc-sklearn-v2.18a717eace1f662e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 74e8dda6-1f79-4dff-8d29-e6c154a05ab7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28888"
    uid: 70a13832-0447-4392-b59f-732a6fe41ff6
  kind: Event
  lastTimestamp: "2026-04-17T08:31:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:31:07Z"
    name: isvc-sklearn.18a717ab0a9678c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29434"
    uid: d553016f-6edf-44b0-a664-cb3565c575bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:30:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28888"
    uid: 70a13832-0447-4392-b59f-732a6fe41ff6
  kind: Event
  lastTimestamp: "2026-04-17T08:30:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:30:01Z"
    name: isvc-sklearn.18a717ab0ae2dfd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28917"
    uid: 37b83a84-37ce-4f12-8271-b1faad725f7a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29432"
    uid: 70a13832-0447-4392-b59f-732a6fe41ff6
  kind: Event
  lastTimestamp: "2026-04-17T08:31:07Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:31:07Z"
    name: isvc-sklearn.18a717ba7a680b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 51e2a1c3-e31d-4a4a-9b76-5bf0dddca13b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:35:49.558722Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31896"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-l28fr
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:35:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:35:49Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fc1a2435f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31901"
    uid: 44caf13d-f1cb-4ada-b5cd-316bd5d75cdb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31908"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:35:49Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:35:49Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fc33259fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31920"
    uid: aff437c9-d1cd-4c10-91c0-06fa355c5571
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:35:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:35:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fc346f7d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31922"
    uid: 7f6d1f33-5a07-4549-9307-b29814fea4f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:35:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:35:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fc372a30e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31925"
    uid: 780eb10b-5a91-4663-a057-0b180dcea31b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:35:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:35:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fc379b10ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31926"
    uid: a1f6dd3a-c477-408b-90b9-29f10c1b83a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:35:54Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-17T08:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:35:54Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fd45852555
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: ab8a6145-df7b-4071-933c-364bda8ab42d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:35:58Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.327s (4.327s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:35:58Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fe477a9af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31996"
    uid: 26d4e3f6-6b15-40d9-bd45-94230909e49d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:35:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:35:58Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fe4ab6b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: ca004c2c-5d0f-4590-9c99-b561bfcff75d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:35:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:35:58Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fe4b26d3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31999"
    uid: 2c7f3c3a-b00e-431d-867a-659ad3b9d94a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:36:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:00Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a717fe70adf9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32014"
    uid: 30f26c27-483a-4d81-b90d-63aaead249ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: aed19bcc-01d3-49cf-97a6-7984eaef58d8
  kind: Event
  lastTimestamp: "2026-04-17T08:36:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-l28fr.18a718055cc144d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32255"
    uid: 8d4eea77-acef-42c5-9254-78dafd0a5c37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31887"
    uid: eb8b4613-b11d-4370-93df-cddb47941986
  kind: Event
  lastTimestamp: "2026-04-17T08:35:49Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-l28fr'
  metadata:
    creationTimestamp: "2026-04-17T08:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:35:49Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a717fc19b2f9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31898"
    uid: d354daf5-e02d-4675-bc7e-7ba443f67bb4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: 26851b69-fbe2-4464-8376-3d6bd039f721
  kind: Event
  lastTimestamp: "2026-04-17T08:35:49Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:35:49Z"
    name: isvc-tensorflow-predictor.18a717fc17786177
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: 21670855-895c-45f9-bd40-a6c33f8210e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31886"
    uid: 9c8f2d63-60f4-4e7b-89e0-e292bae8c455
  kind: Event
  lastTimestamp: "2026-04-17T08:36:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:36:19Z"
    name: isvc-tensorflow-predictor.18a717ff95fd2319
    namespace: kserve-ci-e2e-test
    resourceVersion: "32155"
    uid: 08297ea5-6eb3-4e76-8ae5-b1b413026593
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31886"
    uid: 9c8f2d63-60f4-4e7b-89e0-e292bae8c455
  kind: Event
  lastTimestamp: "2026-04-17T08:36:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:36:19Z"
    name: isvc-tensorflow-predictor.18a717ff9650041e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32156"
    uid: d47697e7-5e83-4abc-9338-22042bd57644
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:36:29.383076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a718055fdba0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32271"
    uid: eebd3f1c-92a3-4b64-ad75-5ee86c7163d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: "2026-04-17T08:36:29Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a7180579181819
    namespace: kserve-ci-e2e-test
    resourceVersion: "32286"
    uid: 4303d186-2822-4d72-8d7f-83b20962964c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: "2026-04-17T08:36:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a718057a64242e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32289"
    uid: ee9f46a4-f0f9-47ec-a118-fd67bc7fab47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: "2026-04-17T08:36:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a718057daa9e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "32292"
    uid: 1d3d0605-ca20-4ce3-b457-453a5e4f09c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: "2026-04-17T08:36:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a718057e1d2d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "32293"
    uid: 2d8b10c7-2b72-4571-b558-d0ceb797b9c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: "2026-04-17T08:36:34Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:34Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a718069c97c8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: a90661ce-49ba-4976-96ef-f32d9245d4af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: "2026-04-17T08:36:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:34Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a718069f870fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: 93e25d01-51f1-4901-8677-d184fb2889e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: "2026-04-17T08:36:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:34Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a71806a00b2366
    namespace: kserve-ci-e2e-test
    resourceVersion: "32332"
    uid: a8f02a94-fdb6-402b-9101-2e46846aa7d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: "2026-04-17T08:36:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:36Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a71806d8801b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: d3e86109-a392-4c0a-a9f5-17d656ac682d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 8cbed1b8-beef-479f-8834-f1a8f8ea4299
  kind: Event
  lastTimestamp: "2026-04-17T08:36:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r.18a7180c4d9c328b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: b258d9c6-76f1-4b24-aa69-babeeee937d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32253"
    uid: 17e83850-8aa8-423c-93e5-ae0cbacb6c8f
  kind: Event
  lastTimestamp: "2026-04-17T08:36:29Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-rkx7r'
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a718055f494880
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 95b1ec07-f675-4fa6-bd25-072526b326ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: e12ee0dc-21f0-4a3b-98ad-494a948138ec
  kind: Event
  lastTimestamp: "2026-04-17T08:36:29Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-runtime-predictor.18a718055cc52ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32256"
    uid: 6d05fc3a-67ef-4baf-8032-d4f2e95dd23f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: 220b6e99-4471-44dd-8027-e788fbcb2f57
  kind: Event
  lastTimestamp: "2026-04-17T08:36:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:36:44Z"
    name: isvc-tensorflow-runtime-predictor.18a71808dbb53046
    namespace: kserve-ci-e2e-test
    resourceVersion: "32406"
    uid: b0a80f34-ba1f-4667-b341-0ef79cb75769
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: 220b6e99-4471-44dd-8027-e788fbcb2f57
  kind: Event
  lastTimestamp: "2026-04-17T08:36:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:36:44Z"
    name: isvc-tensorflow-runtime-predictor.18a71808dc183502
    namespace: kserve-ci-e2e-test
    resourceVersion: "32408"
    uid: 07660ff6-07a4-492e-b5ee-de92e65c8715
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32229"
    uid: 0e8cb2d0-b565-40d8-aacf-c36068a7753c
  kind: Event
  lastTimestamp: "2026-04-17T08:36:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:36:46Z"
    name: isvc-tensorflow-runtime.18a718055cd05103
    namespace: kserve-ci-e2e-test
    resourceVersion: "32433"
    uid: 57b68ef8-6f35-43de-b0da-db14fce6f603
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32229"
    uid: 0e8cb2d0-b565-40d8-aacf-c36068a7753c
  kind: Event
  lastTimestamp: "2026-04-17T08:36:29Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-runtime.18a718055d454818
    namespace: kserve-ci-e2e-test
    resourceVersion: "32279"
    uid: 9311b3aa-eac6-4ff7-8af8-665ad223849e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32244"
    uid: 0e8cb2d0-b565-40d8-aacf-c36068a7753c
  kind: Event
  lastTimestamp: "2026-04-17T08:36:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:36:29Z"
    name: isvc-tensorflow-runtime.18a7180561771aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32280"
    uid: 83a91d8c-a286-4698-ba71-fba9ce10aa11
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32431"
    uid: 0e8cb2d0-b565-40d8-aacf-c36068a7753c
  kind: Event
  lastTimestamp: "2026-04-17T08:36:46Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:36:46Z"
    name: isvc-tensorflow-runtime.18a718096c4103a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32432"
    uid: ff534133-b95b-4cbc-b320-59071041d70c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: d64d2394-d869-4e45-8fc8-bfde4cdeee29
  kind: Event
  lastTimestamp: "2026-04-17T08:36:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:36:10Z"
    name: isvc-tensorflow.18a717fc1759afec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: 5e5e269d-6e1b-4678-aa3f-8ff393644080
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:35:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: d64d2394-d869-4e45-8fc8-bfde4cdeee29
  kind: Event
  lastTimestamp: "2026-04-17T08:35:49Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:35:49Z"
    name: isvc-tensorflow.18a717fc17a42e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: b45840ae-56db-4340-b768-1b6db77b2408
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32097"
    uid: d64d2394-d869-4e45-8fc8-bfde4cdeee29
  kind: Event
  lastTimestamp: "2026-04-17T08:36:10Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:36:10Z"
    name: isvc-tensorflow.18a7180104809fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32098"
    uid: f781eeb3-7acb-43fe-a598-80c0fd08f510
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:36:59.179018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-7rsds
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a7180c4fd5a769
    namespace: kserve-ci-e2e-test
    resourceVersion: "32561"
    uid: ce105faf-4945-4be3-8843-1645cc74c52f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32565"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:36:59Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a7180c686e8701
    namespace: kserve-ci-e2e-test
    resourceVersion: "32576"
    uid: 68f85f97-b863-45b1-8440-9a00a6f46c60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:36:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a7180c699c6461
    namespace: kserve-ci-e2e-test
    resourceVersion: "32578"
    uid: 094c0bc6-b5e1-4f6e-95e5-7f1cb7db81fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:36:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a7180c6cf197ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32580"
    uid: 1e39a4cd-67fc-46b2-9701-6901ef561a55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:36:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a7180c6d6351aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32581"
    uid: 0d876277-5af4-4c28-9934-9b449ee1114b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:37:03Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-17T08:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:37:03Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a7180d62366a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: 4d4ca2f5-aa5a-4e44-ab16-010f26593561
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:38:58Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.563s
    (1m54.563s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:38:58Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a718280ebf9c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: a0ec8915-43eb-4b6c-8cae-4c0524b7fe42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:38:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:38:58Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a7182814fa6289
    namespace: kserve-ci-e2e-test
    resourceVersion: "33423"
    uid: 716ddb0a-ac4f-4fa9-a68c-a76148d76c7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:38:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:38:58Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a71828160ba677
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: 3713dad5-d3a9-4bd0-b968-8a06d3d6caa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:39:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:39:00Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a718283e361c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33439"
    uid: 0b8ff17e-d2ed-4975-89c2-44c8b93a836f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-7rsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4afdca10-2538-4d5a-b169-22ec98e22050
  kind: Event
  lastTimestamp: "2026-04-17T08:39:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:39:21Z"
    name: isvc-triton-predictor-85f9f46646-7rsds.18a7182d765de4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: f7d35fcb-d2b3-42d6-83cd-94419510edd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "32542"
    uid: 0a64f631-6a29-46ae-9dd9-1c6689ee691e
  kind: Event
  lastTimestamp: "2026-04-17T08:36:59Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-7rsds'
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-triton-predictor-85f9f46646.18a7180c4f626cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32558"
    uid: ccc4f0ec-2c61-402d-be1c-e6e3684933e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32539"
    uid: 4dab02c9-139b-476f-b25c-0266ae8b1ca8
  kind: Event
  lastTimestamp: "2026-04-17T08:36:59Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-triton-predictor.18a7180c4d2eca47
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: e3a0313e-1c46-4f78-9385-0af9d50879ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T08:37:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: af992bce-45e3-4410-9a6c-1db882081b29
  kind: Event
  lastTimestamp: "2026-04-17T08:39:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:39:14Z"
    name: isvc-triton-predictor.18a7180fcc0e43ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 5c79dc5e-d746-4a8c-adb3-ceceae4fb946
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T08:37:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: af992bce-45e3-4410-9a6c-1db882081b29
  kind: Event
  lastTimestamp: "2026-04-17T08:39:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:39:14Z"
    name: isvc-triton-predictor.18a7180fcc6efda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: 9202d9ca-8aad-4ffe-99fe-272afcde242e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32519"
    uid: dc2b03e7-b967-4a85-8e86-a2e3442edbdd
  kind: Event
  lastTimestamp: "2026-04-17T08:39:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:39:10Z"
    name: isvc-triton.18a7180c4d0aa562
    namespace: kserve-ci-e2e-test
    resourceVersion: "33519"
    uid: a366dc5c-dda6-4dd4-870d-bd97419e820d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32519"
    uid: dc2b03e7-b967-4a85-8e86-a2e3442edbdd
  kind: Event
  lastTimestamp: "2026-04-17T08:36:59Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-triton.18a7180c4da850e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32567"
    uid: a3fadbf5-a48b-480a-8753-04cddae4eeee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:36:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32532"
    uid: dc2b03e7-b967-4a85-8e86-a2e3442edbdd
  kind: Event
  lastTimestamp: "2026-04-17T08:36:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:36:59Z"
    name: isvc-triton.18a7180c51a8ceb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 4534ac21-5bfa-4603-9aea-2c3a15596d7a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: dc2b03e7-b967-4a85-8e86-a2e3442edbdd
  kind: Event
  lastTimestamp: "2026-04-17T08:39:10Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:39:10Z"
    name: isvc-triton.18a7182ad18bfa49
    namespace: kserve-ci-e2e-test
    resourceVersion: "33516"
    uid: e9aa411b-e5b8-4223-b342-9e8d7d09da17
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:39:21.641243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33638"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-crjw7
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:39:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:39:21Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a7182d7b3eb2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33644"
    uid: 7f71bc86-3f64-4e57-8f80-9c8a2566f8ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:39:22Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:39:22Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a7182d9491f0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33652"
    uid: f78edcd4-f52f-4f69-b9c6-6c347c4fb761
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:39:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:39:22Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a7182d95b0bd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33655"
    uid: 334f1954-52f5-46a2-aa8e-2f2e18be1f13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:39:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:39:22Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a7182d98bb7a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33657"
    uid: 1245a592-7197-4979-a18a-04a3caac9543
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:39:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:39:22Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a7182d9930ccba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33658"
    uid: fc57893a-6ca7-4a11-94ef-cbb1fedd82ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:39:26Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T08:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:39:26Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a7182e8bc753ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33697"
    uid: 04fc178c-8dc7-4853-96d1-bb5170066be7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:39:45Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.245s (19.245s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:39:45Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a7183306e90ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: 4c9c90b5-1eb3-49be-bc04-8b33f48fea91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:39:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:39:45Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a718330a091e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33838"
    uid: cd722350-f759-452a-8e33-90cef4fdf010
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:39:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:39:45Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a718330a7c4331
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: bb9ed0d2-9ad2-47c7-a5ec-1c5e6aee5718
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:40:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:40:37Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a71833377e3405
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: c22503d3-1c58-4089-8ae8-5faaae520db4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: fe393d16-04a2-43bb-b11b-2b7873f9ed96
  kind: Event
  lastTimestamp: "2026-04-17T08:40:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:40:51Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-crjw7.18a7184277ce01b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: 98dca2b4-3b47-4f18-b53d-dd7fc94aef52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33627"
    uid: dccd4fda-d64b-4ec5-a421-4af3dddbe496
  kind: Event
  lastTimestamp: "2026-04-17T08:39:21Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-crjw7'
  metadata:
    creationTimestamp: "2026-04-17T08:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:39:21Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a7182d7ada6604
    namespace: kserve-ci-e2e-test
    resourceVersion: "33639"
    uid: e4825548-359d-43e5-be62-f0d20a959afe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33624"
    uid: 6e34b2d7-be35-4473-b43a-33c5558293f4
  kind: Event
  lastTimestamp: "2026-04-17T08:39:21Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:39:21Z"
    name: isvc-xgboost-predictor.18a7182d76e25c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33628"
    uid: 11f304d7-3e7e-4551-bb74-253ec40c949d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: dcf48c84-393c-4769-a204-c274e90390af
  kind: Event
  lastTimestamp: "2026-04-17T08:39:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:39:51Z"
    name: isvc-xgboost-predictor.18a71830f586fa09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33883"
    uid: 8417217d-ad3c-4c72-b185-3273de5ec7f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: dcf48c84-393c-4769-a204-c274e90390af
  kind: Event
  lastTimestamp: "2026-04-17T08:39:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:39:51Z"
    name: isvc-xgboost-predictor.18a71830f5e65bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33884"
    uid: 5a7d0449-48f0-4bc7-8d1b-4c6a2e4c69be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33773"
    uid: dcf48c84-393c-4769-a204-c274e90390af
  kind: Event
  lastTimestamp: "2026-04-17T08:40:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:40:51Z"
    name: isvc-xgboost-predictor.18a71837f3da7a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: 1375f41d-5291-4832-a946-ead7afe6ee29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33773"
    uid: dcf48c84-393c-4769-a204-c274e90390af
  kind: Event
  lastTimestamp: "2026-04-17T08:40:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:40:51Z"
    name: isvc-xgboost-predictor.18a71837f41ca671
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 142bf6f3-9abe-4ea3-ab6b-871569301daf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:42:12.137985Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35079"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:42:12Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a718552da48a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35085"
    uid: 2f69f577-ce40-485d-9414-cd4b08128d24
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35089"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: "2026-04-17T08:42:12Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:42:12Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a7185546b17317
    namespace: kserve-ci-e2e-test
    resourceVersion: "35098"
    uid: aefc8f24-c69e-4221-9636-dfe426aaedff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: "2026-04-17T08:42:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:42:12Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a718554834425c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35100"
    uid: 540d2e8c-2300-4111-ac0b-bd84ef3ec5ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: "2026-04-17T08:42:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:42:12Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a718554ad7b3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35104"
    uid: 11026009-ab77-4887-82f8-da91a70b263a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: "2026-04-17T08:42:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:42:12Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a718554b4b2af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35105"
    uid: bfd6f801-0b76-4f5f-ba93-54a7322d7952
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: "2026-04-17T08:42:16Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:42:16Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a718563ba98b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "35141"
    uid: 57ad19cf-4abe-4d76-91ff-88c50c97b2ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: "2026-04-17T08:42:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:42:16Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a718563e630946
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 93b9f2e5-6269-410b-a914-0daaf54217b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: "2026-04-17T08:42:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:42:16Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a718563edb9a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35146"
    uid: 07f52061-571e-4060-9010-6216c47ce182
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: "2026-04-17T08:43:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:43:08Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a7185677addba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35516"
    uid: 447038c5-5fd0-4bab-991d-ec50d2234470
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 0256e8c6-c5fc-4b24-93e8-1a44c776a006
  kind: Event
  lastTimestamp: "2026-04-17T08:43:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:43:22Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh.18a71865814216df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35648"
    uid: bc70704b-e341-4ece-98cb-cb78811e6c0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35055"
    uid: 2de14d5a-c46f-42c3-a097-3193de1cf857
  kind: Event
  lastTimestamp: "2026-04-17T08:42:12Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-hk2fh'
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:42:12Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a718552d399b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "35081"
    uid: b6b54ca6-53f2-45f1-b48f-e156c1a7d014
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35051"
    uid: a40e1051-587b-4756-b7ad-c418ec4d2761
  kind: Event
  lastTimestamp: "2026-04-17T08:42:12Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:42:12Z"
    name: isvc-xgboost-runtime-predictor.18a718552a49eeeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35062"
    uid: caa6b31a-68f6-4695-8009-53c6bc8e254c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 45f91fee-1f9e-4162-87bd-e5e8c2e9618d
  kind: Event
  lastTimestamp: "2026-04-17T08:42:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:42:57Z"
    name: isvc-xgboost-runtime-predictor.18a71858a8a85802
    namespace: kserve-ci-e2e-test
    resourceVersion: "35437"
    uid: 0533514a-8468-4132-af06-adcd0fb37b17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 45f91fee-1f9e-4162-87bd-e5e8c2e9618d
  kind: Event
  lastTimestamp: "2026-04-17T08:42:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:42:57Z"
    name: isvc-xgboost-runtime-predictor.18a71858a904475f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35438"
    uid: af1f357f-684b-4412-86fe-71828e1ec7a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: 45f91fee-1f9e-4162-87bd-e5e8c2e9618d
  kind: Event
  lastTimestamp: "2026-04-17T08:43:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:43:12Z"
    name: isvc-xgboost-runtime-predictor.18a71863266cd8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35541"
    uid: 6dba4999-09b7-4881-ac5d-8e6cef467bc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: 45f91fee-1f9e-4162-87bd-e5e8c2e9618d
  kind: Event
  lastTimestamp: "2026-04-17T08:43:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:43:12Z"
    name: isvc-xgboost-runtime-predictor.18a7186326c99b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "35543"
    uid: 2e6027d2-9362-4809-b3e2-9743a30d2e2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35043"
    uid: a95b4e0e-8ce5-42ca-a630-e1d14350a3db
  kind: Event
  lastTimestamp: "2026-04-17T08:43:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:43:18Z"
    name: isvc-xgboost-runtime.18a718552a139cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35592"
    uid: acdddd77-f791-4207-8fea-0c755bd45d17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35043"
    uid: a95b4e0e-8ce5-42ca-a630-e1d14350a3db
  kind: Event
  lastTimestamp: "2026-04-17T08:42:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:42:12Z"
    name: isvc-xgboost-runtime.18a718552a6cf600
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: e47fc44c-de8c-4db5-9ebb-b7d0fd17c6d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35590"
    uid: a95b4e0e-8ce5-42ca-a630-e1d14350a3db
  kind: Event
  lastTimestamp: "2026-04-17T08:43:18Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:43:18Z"
    name: isvc-xgboost-runtime.18a71864afa0081a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: a6225eb3-6d9c-4d1c-a79c-4055b3250ab8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:40:51.853624Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34360"
    uid: 3df19379-afa2-4117-8a3b-112889674309
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:40:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:40:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4.18a718427c5263a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34365"
    uid: 3c6c28b7-2a72-4314-b6a8-7967aa2b1457
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: 3df19379-afa2-4117-8a3b-112889674309
  kind: Event
  lastTimestamp: "2026-04-17T08:40:52Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:40:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4.18a7184295372845
    namespace: kserve-ci-e2e-test
    resourceVersion: "34374"
    uid: 917969e0-11c1-4772-9712-c44a96e96e25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: 3df19379-afa2-4117-8a3b-112889674309
  kind: Event
  lastTimestamp: "2026-04-17T08:40:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:40:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4.18a71842967867f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34376"
    uid: 6f5b3ab8-d9ea-4278-867a-29be2bbf8e64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: 3df19379-afa2-4117-8a3b-112889674309
  kind: Event
  lastTimestamp: "2026-04-17T08:40:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:40:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4.18a718429a2c13c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34379"
    uid: 2f7cdb61-8576-444f-9479-79850e1c0d75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: 3df19379-afa2-4117-8a3b-112889674309
  kind: Event
  lastTimestamp: "2026-04-17T08:40:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:40:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4.18a718429a9e5011
    namespace: kserve-ci-e2e-test
    resourceVersion: "34380"
    uid: f398f65a-9739-4bd1-a9b3-0ff6fc1f26fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: 3df19379-afa2-4117-8a3b-112889674309
  kind: Event
  lastTimestamp: "2026-04-17T08:40:56Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T08:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:40:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4.18a718438e451aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34418"
    uid: 15475959-a289-4a9c-84cf-d5cfae6e2e67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: 3df19379-afa2-4117-8a3b-112889674309
  kind: Event
  lastTimestamp: "2026-04-17T08:40:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:40:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4.18a7184390f1acc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34422"
    uid: 60398e11-46e8-426a-a618-f3fda35cbb9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: 3df19379-afa2-4117-8a3b-112889674309
  kind: Event
  lastTimestamp: "2026-04-17T08:40:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:40:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4.18a7184391658f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "34423"
    uid: 3d6bc861-4925-4a48-9254-cdae885c53ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: 3df19379-afa2-4117-8a3b-112889674309
  kind: Event
  lastTimestamp: "2026-04-17T08:41:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:41:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4.18a7184bd0b9e7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34708"
    uid: 7532d24e-a5b9-4eec-a8f8-955fec83a2b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: bc3a2838-630e-40b2-8bf1-823787cf2232
  kind: Event
  lastTimestamp: "2026-04-17T08:40:51Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-567d4'
  metadata:
    creationTimestamp: "2026-04-17T08:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:40:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a718427bd318f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34361"
    uid: 54217413-8d85-451f-bdd0-6f512a8c5074
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 31be31ae-2b60-4577-bad2-69fdd8fa2398
  kind: Event
  lastTimestamp: "2026-04-17T08:40:51Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:40:51Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a71842780407b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: 039383d6-edf9-4643-9885-b5722fe77a44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: 1fca4a04-ca0c-4c6f-bc4c-a6d3930ce786
  kind: Event
  lastTimestamp: "2026-04-17T08:41:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:41:06Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a71845f68b3945
    namespace: kserve-ci-e2e-test
    resourceVersion: "34494"
    uid: 72d6723e-e8c2-48e9-b68d-82bce9c62479
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: 1fca4a04-ca0c-4c6f-bc4c-a6d3930ce786
  kind: Event
  lastTimestamp: "2026-04-17T08:41:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:41:06Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a71845f6ed9553
    namespace: kserve-ci-e2e-test
    resourceVersion: "34496"
    uid: 5c09a0df-4e87-45f1-aeba-01bc942a0525
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34495"
    uid: 1fca4a04-ca0c-4c6f-bc4c-a6d3930ce786
  kind: Event
  lastTimestamp: "2026-04-17T08:41:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:41:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a7184975fa5dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34602"
    uid: c30b4772-efd3-4f44-9e69-114a8fe4c32d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34495"
    uid: 1fca4a04-ca0c-4c6f-bc4c-a6d3930ce786
  kind: Event
  lastTimestamp: "2026-04-17T08:41:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:41:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a71849766128c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 63fa207f-5379-404f-947f-a617674d33e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34319"
    uid: 6f504a50-3b78-4988-9b29-aa3a1d821600
  kind: Event
  lastTimestamp: "2026-04-17T08:41:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:41:28Z"
    name: isvc-xgboost-v2-mlserver.18a7184277de10e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34656"
    uid: ce954c2f-6773-4054-bb12-457acd73dc5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34319"
    uid: 6f504a50-3b78-4988-9b29-aa3a1d821600
  kind: Event
  lastTimestamp: "2026-04-17T08:40:51Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:40:51Z"
    name: isvc-xgboost-v2-mlserver.18a7184278313439
    namespace: kserve-ci-e2e-test
    resourceVersion: "34350"
    uid: 9e4f129c-75af-4efd-aee8-b2a2b6faadf9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34654"
    uid: 6f504a50-3b78-4988-9b29-aa3a1d821600
  kind: Event
  lastTimestamp: "2026-04-17T08:41:28Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:41:28Z"
    name: isvc-xgboost-v2-mlserver.18a7184b08874010
    namespace: kserve-ci-e2e-test
    resourceVersion: "34655"
    uid: 154c14be-89d3-472b-b41e-31d1b22f4ade
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:44:12.476864Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36098"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:44:12Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a71871326620b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36104"
    uid: 5a5ad67c-45bd-48ff-a792-ba861abdc057
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: "2026-04-17T08:44:12Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:44:12Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a718714b5195e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: 05f1a59b-35c6-4572-a0ef-cdd274b384b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: "2026-04-17T08:44:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:44:12Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a718714c80d297
    namespace: kserve-ci-e2e-test
    resourceVersion: "36121"
    uid: 8e31f944-e129-43bb-a00f-dd6f32a61bee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: "2026-04-17T08:44:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:44:12Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a718714f4c0348
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: 180e04a3-3b87-4571-b1ea-8c6fce2c9231
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: "2026-04-17T08:44:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:44:12Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a718714fbca005
    namespace: kserve-ci-e2e-test
    resourceVersion: "36126"
    uid: dab5b55a-1954-4157-b2ce-75fb99cb9a3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: "2026-04-17T08:44:16Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:44:16Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a718723fa3813c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36161"
    uid: e0e891df-2283-4e5c-b194-f6cf0bb81f04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: "2026-04-17T08:44:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:44:17Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a71872432fc7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 88dad538-c201-45b7-ab43-a062be210bcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: "2026-04-17T08:44:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:44:17Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a7187243aa2477
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 04fd9ca1-cf23-4002-ad29-b3be0311682e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: "2026-04-17T08:45:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T08:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:45:09Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a718727b828b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: f86073f2-36f7-4ac5-9654-e46f8bbd5042
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 34a20618-b236-4a88-ad95-dbf920587322
  kind: Event
  lastTimestamp: "2026-04-17T08:45:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:45:22Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-dtc95.18a71881883881d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36672"
    uid: 9acdda3b-a87a-4fa2-96bc-0abcab89046e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36089"
    uid: 3350d461-c970-4cbe-bc06-b6c511a1b937
  kind: Event
  lastTimestamp: "2026-04-17T08:44:12Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-dtc95'
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:44:12Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a7187131f8d3b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: e03ac0fc-10f9-4fe6-b04b-839633fadde1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36083"
    uid: cf9f8c56-332d-4c6f-bb89-30a1931742a9
  kind: Event
  lastTimestamp: "2026-04-17T08:44:12Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:44:12Z"
    name: isvc-xgboost-v2-predictor.18a718712fa2f1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: 3f9e6282-6020-4c34-b93f-03629e025e58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36087"
    uid: d047c4b0-92c3-48bc-9eab-a648bf684756
  kind: Event
  lastTimestamp: "2026-04-17T08:44:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:44:57Z"
    name: isvc-xgboost-v2-predictor.18a71874ae11d1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: a2eefe1a-55d0-4648-8afb-335c344c97dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36087"
    uid: d047c4b0-92c3-48bc-9eab-a648bf684756
  kind: Event
  lastTimestamp: "2026-04-17T08:44:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:44:57Z"
    name: isvc-xgboost-v2-predictor.18a71874ae6f1043
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: a170a2a3-0ef9-4f58-975b-2534a1192212
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: d047c4b0-92c3-48bc-9eab-a648bf684756
  kind: Event
  lastTimestamp: "2026-04-17T08:45:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:45:12Z"
    name: isvc-xgboost-v2-predictor.18a7187f2b57ec84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36558"
    uid: 8f8f1fd8-04c0-4108-b61a-7233c8e96cae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: d047c4b0-92c3-48bc-9eab-a648bf684756
  kind: Event
  lastTimestamp: "2026-04-17T08:45:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:45:12Z"
    name: isvc-xgboost-v2-predictor.18a7187f2bbb0fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36560"
    uid: 1f5a478e-1d8c-4089-8f87-3e7be321c9fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:43:22.319779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:43:22Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a7186584cdb7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35666"
    uid: 3f2572f5-b513-48b0-94f7-e5ee091c8b4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35669"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:43:22Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:43:22Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a718659da636a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35679"
    uid: 89b83c42-dde7-4ad3-8067-ca883b921d9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:43:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:43:22Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a718659ee34c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "35681"
    uid: 76a03fe7-bc37-450e-abf5-2dfedf8294f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:43:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:43:22Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a71865a201c0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: f34b021d-6608-4e14-89ed-3faf0ed7d7fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:43:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:43:22Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a71865a2754497
    namespace: kserve-ci-e2e-test
    resourceVersion: "35685"
    uid: 814e5fa7-c697-445e-a316-6cc0efe49261
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:43:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T08:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:43:26Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a718669325dc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: b2215e62-779f-4e25-90db-3659d77eadab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:43:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:43:26Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a7186696468900
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: e7c4cf90-aaa2-4589-b13a-12641d0924fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:43:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:43:26Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a7186696d15b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35729"
    uid: 68d59033-e3f2-4558-81d3-802ccd3d8582
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:43:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-17T08:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:43:58Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a7186e09599372
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: c5744d75-bd7b-4192-8f8d-04688e2f6586
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:44:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:44:12Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a718712fdc3a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: 37b8d987-04cd-45ae-8d1a-ea7f63c47067
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: eb513c4e-8ba8-42dd-879a-b89db36c9d5c
  kind: Event
  lastTimestamp: "2026-04-17T08:44:18Z"
  message: 'Readiness probe failed: Get "http://10.132.0.53:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T08:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:44:18Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7.18a71872af47c906
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: f1aef9a7-3066-4911-bcf3-b9543c9d0db3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35651"
    uid: 4f4c4b73-de87-47d5-a1a6-9b829570c022
  kind: Event
  lastTimestamp: "2026-04-17T08:43:22Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-k8cm7'
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:43:22Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a71865845a463e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35661"
    uid: 000e0b26-0dbf-48d8-b547-5e133b3c6d37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35647"
    uid: f6f019a9-6857-4540-8088-4deeea424d32
  kind: Event
  lastTimestamp: "2026-04-17T08:43:22Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:43:22Z"
    name: isvc-xgboost-v2-runtime-predictor.18a7186582082417
    namespace: kserve-ci-e2e-test
    resourceVersion: "35653"
    uid: 5eeddfe3-3c6f-407f-bd6a-ad2d5f766bbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35649"
    uid: 3613f7e9-a13c-4c50-accc-a248f86f4cc5
  kind: Event
  lastTimestamp: "2026-04-17T08:43:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:43:37Z"
    name: isvc-xgboost-v2-runtime-predictor.18a71869009fe66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35806"
    uid: d225b1aa-1ce6-490c-847b-0a2d94c4e022
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35649"
    uid: 3613f7e9-a13c-4c50-accc-a248f86f4cc5
  kind: Event
  lastTimestamp: "2026-04-17T08:43:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:43:37Z"
    name: isvc-xgboost-v2-runtime-predictor.18a718690101c1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: 0f4f524f-b30c-4951-8eec-c72a1e96e73d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35807"
    uid: 3613f7e9-a13c-4c50-accc-a248f86f4cc5
  kind: Event
  lastTimestamp: "2026-04-17T08:44:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:44:07Z"
    name: isvc-xgboost-v2-runtime-predictor.18a7186c8011823c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36016"
    uid: 255b06b9-c8bf-4b64-877f-2fdb3e5fbd23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35807"
    uid: 3613f7e9-a13c-4c50-accc-a248f86f4cc5
  kind: Event
  lastTimestamp: "2026-04-17T08:44:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:44:07Z"
    name: isvc-xgboost-v2-runtime-predictor.18a7186c806f4bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 474801af-a0a7-4729-add3-a02cab3f90a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: d09ead6a-4f99-43b5-8fcb-22c7a21196b3
  kind: Event
  lastTimestamp: "2026-04-17T08:44:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:44:08Z"
    name: isvc-xgboost-v2-runtime.18a7186581e41f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36035"
    uid: e35cdff9-649c-447f-86fc-10043145e4df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:43:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: d09ead6a-4f99-43b5-8fcb-22c7a21196b3
  kind: Event
  lastTimestamp: "2026-04-17T08:43:22Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:43:22Z"
    name: isvc-xgboost-v2-runtime.18a718658231ab3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: da127d55-6aae-4647-aebb-ae33d7dcfb86
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: d09ead6a-4f99-43b5-8fcb-22c7a21196b3
  kind: Event
  lastTimestamp: "2026-04-17T08:44:08Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:44:08Z"
    name: isvc-xgboost-v2-runtime.18a718705ff3486f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36033"
    uid: 2479b689-6c9f-4e96-95a4-7deb1f9549f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: 1b846b69-713a-45a3-8db4-5af8b728eb99
  kind: Event
  lastTimestamp: "2026-04-17T08:45:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:45:19Z"
    name: isvc-xgboost-v2.18a718712f7ca44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 29af1c3a-7d0d-44f6-9198-e5c8bce8c7bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:44:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: 1b846b69-713a-45a3-8db4-5af8b728eb99
  kind: Event
  lastTimestamp: "2026-04-17T08:44:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:44:12Z"
    name: isvc-xgboost-v2.18a718712fd7bba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 39319e04-3cef-436d-95d4-5b0ee0af0ee6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:45:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36611"
    uid: 1b846b69-713a-45a3-8db4-5af8b728eb99
  kind: Event
  lastTimestamp: "2026-04-17T08:45:19Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:45:19Z"
    name: isvc-xgboost-v2.18a71880b3492f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36612"
    uid: 74980e71-f62f-4127-94c4-812336ce7ad5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: 53167050-a2fc-454d-a707-92cf1d16c7bb
  kind: Event
  lastTimestamp: "2026-04-17T08:40:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:40:47Z"
    name: isvc-xgboost.18a7182d76eadb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 78a8a38c-421c-4c7d-89c4-aa687d6f0297
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:39:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: 53167050-a2fc-454d-a707-92cf1d16c7bb
  kind: Event
  lastTimestamp: "2026-04-17T08:39:21Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:39:21Z"
    name: isvc-xgboost.18a7182d776db602
    namespace: kserve-ci-e2e-test
    resourceVersion: "33631"
    uid: 3cb96d31-63f6-4115-adca-4f99de223466
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:40:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: 53167050-a2fc-454d-a707-92cf1d16c7bb
  kind: Event
  lastTimestamp: "2026-04-17T08:40:47Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:40:47Z"
    name: isvc-xgboost.18a718416f650aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34279"
    uid: d924792c-6f42-4532-85fd-c636d8f1b782
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:03:08.388391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-pxcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: b248aa7d-6e4f-43f2-9713-103cd7bfc639
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-pxcq7
    to ip-10-0-130-28.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: message-dumper-predictor-7f66cccfb6-pxcq7.18a716337b47d3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 90af3a80-af48-45cf-ba44-c8e9210a2962
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-pxcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: b248aa7d-6e4f-43f2-9713-103cd7bfc639
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: message-dumper-predictor-7f66cccfb6-pxcq7.18a7163383171741
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: 8160899f-1871-4987-9828-f76cfe2114dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-pxcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: b248aa7d-6e4f-43f2-9713-103cd7bfc639
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: message-dumper-predictor-7f66cccfb6-pxcq7.18a7163384331804
    namespace: kserve-ci-e2e-test
    resourceVersion: "15228"
    uid: 6a697478-0221-4a5d-82b8-7635c62f36db
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-pxcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: b248aa7d-6e4f-43f2-9713-103cd7bfc639
  kind: Event
  lastTimestamp: "2026-04-17T08:03:09Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 996ms (996ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T08:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:09Z"
    name: message-dumper-predictor-7f66cccfb6-pxcq7.18a71633bf971704
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: d2835f16-a34d-4828-8d71-73d65250ab3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-pxcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: b248aa7d-6e4f-43f2-9713-103cd7bfc639
  kind: Event
  lastTimestamp: "2026-04-17T08:03:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:09Z"
    name: message-dumper-predictor-7f66cccfb6-pxcq7.18a71633c6f98fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 9795205b-7a18-4dde-ae62-a45a12b691a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-pxcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: b248aa7d-6e4f-43f2-9713-103cd7bfc639
  kind: Event
  lastTimestamp: "2026-04-17T08:03:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:03:09Z"
    name: message-dumper-predictor-7f66cccfb6-pxcq7.18a71633c76ee905
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: ac4a8042-80cc-46ed-ad97-920d8418a74e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-pxcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: b248aa7d-6e4f-43f2-9713-103cd7bfc639
  kind: Event
  lastTimestamp: "2026-04-17T08:04:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:04:33Z"
    name: message-dumper-predictor-7f66cccfb6-pxcq7.18a71647609e9543
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3cfe8904-f538-4df8-8a82-b7498397b6a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: 79de8110-949b-4e6c-9a3c-5c26b72579f4
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-pxcq7'
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: message-dumper-predictor-7f66cccfb6.18a716337ae46f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15207"
    uid: 2bd3da4b-1cfa-4348-b495-5c8f608e59a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: 7574ad80-430a-4e80-b1c6-2a3bbb4b0a0b
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: message-dumper-predictor.18a7163379346b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: d720a9b0-429f-47c1-8f71-d6547a8be004
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: 542a1e73-2447-4f08-8b18-f83e394d322e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:23Z"
    name: message-dumper-predictor.18a71636f7f85a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 947ab565-e30f-438d-bbc9-cf0b7cf11d33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: 542a1e73-2447-4f08-8b18-f83e394d322e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:23Z"
    name: message-dumper-predictor.18a71636f858aba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 908df2ae-307b-40e5-89e5-73762d6f0611
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 542a1e73-2447-4f08-8b18-f83e394d322e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:38Z"
    name: message-dumper-predictor.18a7163a76fcd63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: 91fd3f49-4327-44da-866f-2d2d6463d289
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 542a1e73-2447-4f08-8b18-f83e394d322e
  kind: Event
  lastTimestamp: "2026-04-17T08:03:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:03:38Z"
    name: message-dumper-predictor.18a7163a775fabf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15529"
    uid: 6f3ccdde-ff65-4d2f-b403-9e61c7039246
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 8b9c8738-3977-4b48-ad18-9da2060365e0
  kind: Event
  lastTimestamp: "2026-04-17T08:03:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:03:10Z"
    name: message-dumper.18a71633790ef5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: 74690c90-9e2f-4c1a-b9c8-753a699b387a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 8b9c8738-3977-4b48-ad18-9da2060365e0
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: message-dumper.18a71633795d24fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: 6465fef6-0216-4d46-b722-4e8eb7bcf440
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15182"
    uid: 8b9c8738-3977-4b48-ad18-9da2060365e0
  kind: Event
  lastTimestamp: "2026-04-17T08:03:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:03:08Z"
    name: message-dumper.18a716337dd25bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: 00ecf90b-17d6-466e-bec0-2cfacd151c83
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:03:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: 8b9c8738-3977-4b48-ad18-9da2060365e0
  kind: Event
  lastTimestamp: "2026-04-17T08:03:10Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:03:10Z"
    name: message-dumper.18a71633fdab8608
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 1612cebd-e6a1-4791-9636-8fa2319de552
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:31:11.622436Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29499"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:31:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:31:11Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717bb63d914c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29504"
    uid: 6c6f2f32-859a-499d-a757-586864843109
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29509"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:31:12Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:31:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717bb7c7c1bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29521"
    uid: 6f25dcd2-7021-40b5-a526-e888d4417ec9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:31:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:31:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717bb7da9290f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29523"
    uid: 1a927f7c-90f9-4f50-b9e6-996e881ae27e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:31:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:31:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717bb80959bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29526"
    uid: 97b2bc75-e045-4f19-a1d0-7320d6a83ae4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:31:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:31:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717bb8109b474
    namespace: kserve-ci-e2e-test
    resourceVersion: "29527"
    uid: 91f0ffab-2228-4e31-be71-7e34dd8bff96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:31:15Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:31:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717bc5e403fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: f987bb74-58a5-40cd-b950-89713b622080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:31:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:31:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717bc6184fb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: 314a9862-2bfb-43a3-8319-e2128e31ba84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:31:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:31:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717bc61f48f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: 94cefabd-636f-4117-b30f-ddd5c48fa7c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:31:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-17T08:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:31:47Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717c3d64b0c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "29795"
    uid: 79133e56-2b8a-420a-b32e-0c058ca47418
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:32:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717c711ab326f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 754551fc-55fd-4114-ac7c-3cffecfadc8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: fa700c3b-ad09-41e2-afc7-7649d125e4e1
  kind: Event
  lastTimestamp: "2026-04-17T08:32:07Z"
  message: 'Readiness probe failed: Get "http://10.132.0.41:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.132.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T08:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:32:07Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-rvthc.18a717c87a26104f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30017"
    uid: 3766baf0-36ed-48ac-b1af-6f2b72167ea6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "29488"
    uid: a59efc82-47d7-4331-a6ff-4f6349d1634b
  kind: Event
  lastTimestamp: "2026-04-17T08:31:11Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-rvthc'
  metadata:
    creationTimestamp: "2026-04-17T08:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:31:11Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a717bb636057d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29500"
    uid: 7d0b442e-e916-4b83-a82c-7f87ee1ca716
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29482"
    uid: d243d764-08f7-4cc9-875a-017828b9f086
  kind: Event
  lastTimestamp: "2026-04-17T08:31:11Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T08:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:31:11Z"
    name: sklearn-v2-mlserver-predictor.18a717bb60e965f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29491"
    uid: 098a3c15-f5c2-456a-92c5-291fc2aa226a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29484"
    uid: 0c00b339-cb8c-41be-97c5-04d4691a621f
  kind: Event
  lastTimestamp: "2026-04-17T08:31:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:31:26Z"
    name: sklearn-v2-mlserver-predictor.18a717bedf556cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29640"
    uid: 17fff366-204e-4fe1-b35c-a9358080bffa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29484"
    uid: 0c00b339-cb8c-41be-97c5-04d4691a621f
  kind: Event
  lastTimestamp: "2026-04-17T08:31:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:31:26Z"
    name: sklearn-v2-mlserver-predictor.18a717bedfbb3a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: 4a8bcc9a-5512-4a19-8384-8c5bffecbd13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: 0c00b339-cb8c-41be-97c5-04d4691a621f
  kind: Event
  lastTimestamp: "2026-04-17T08:31:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:31:56Z"
    name: sklearn-v2-mlserver-predictor.18a717c25eae3085
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: 5bb1fe70-2bf2-42f2-9da9-c12224ba5a7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: 0c00b339-cb8c-41be-97c5-04d4691a621f
  kind: Event
  lastTimestamp: "2026-04-17T08:31:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T08:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:31:56Z"
    name: sklearn-v2-mlserver-predictor.18a717c25f084d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "29853"
    uid: 838346dd-f231-497e-ac94-1903ccaaaa42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: b5f7cf31-5fbc-41b8-b44e-2e43d64c4060
  kind: Event
  lastTimestamp: "2026-04-17T08:31:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:31:57Z"
    name: sklearn-v2-mlserver.18a717bb60b6a0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29873"
    uid: 973267d7-1416-455d-b27b-709b8416cb9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: b5f7cf31-5fbc-41b8-b44e-2e43d64c4060
  kind: Event
  lastTimestamp: "2026-04-17T08:31:11Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:31:11Z"
    name: sklearn-v2-mlserver.18a717bb612f9cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29494"
    uid: 1ad781fe-4a4a-49d4-ac5d-521a52df1960
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29871"
    uid: b5f7cf31-5fbc-41b8-b44e-2e43d64c4060
  kind: Event
  lastTimestamp: "2026-04-17T08:31:57Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:31:57Z"
    name: sklearn-v2-mlserver.18a717c62a217d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29872"
    uid: 0acfeed9-9557-4682-a2a0-4c66841ccdd3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T08:41:31.981737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34720"
    uid: 79c3df37-1a9d-4bb7-b041-25241af62213
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-464wl
    to ip-10-0-138-143.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T08:41:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T08:41:31Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl.18a7184bd424cac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: 34d79853-decf-4c0e-8b42-066ec78f1763
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bcf4cfb94-7wg24
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34729"
    uid: 79c3df37-1a9d-4bb7-b041-25241af62213
  kind: Event
  lastTimestamp: "2026-04-17T08:41:32Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T08:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T08:41:32Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl.18a7184bed5b0b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: 01106070-6aef-453b-b9ff-e83c071d2836
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 79c3df37-1a9d-4bb7-b041-25241af62213
  kind: Event
  lastTimestamp: "2026-04-17T08:41:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T08:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:41:32Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl.18a7184bee886846
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: 4ba12351-1ed3-4721-a9da-3815a9ee87fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 79c3df37-1a9d-4bb7-b041-25241af62213
  kind: Event
  lastTimestamp: "2026-04-17T08:41:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T08:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:41:32Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl.18a7184bf16dc6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34742"
    uid: b29b5347-9111-4d6d-9d59-2d79cc95de3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 79c3df37-1a9d-4bb7-b041-25241af62213
  kind: Event
  lastTimestamp: "2026-04-17T08:41:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T08:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:41:32Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl.18a7184bf1deb113
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: b275935c-df4e-4955-9023-70dd0365294c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 79c3df37-1a9d-4bb7-b041-25241af62213
  kind: Event
  lastTimestamp: "2026-04-17T08:41:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T08:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:41:36Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl.18a7184ce4d7d7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: f5469c56-19e5-4055-bf87-285f77f969c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 79c3df37-1a9d-4bb7-b041-25241af62213
  kind: Event
  lastTimestamp: "2026-04-17T08:41:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T08:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:41:36Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl.18a7184ce7a07dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: e678d95c-217c-4f3a-a16b-ab53ecf62919
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 79c3df37-1a9d-4bb7-b041-25241af62213
  kind: Event
  lastTimestamp: "2026-04-17T08:41:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:41:36Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl.18a7184ce81e48b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34782"
    uid: 1c8aec70-f56b-4e76-9131-97aa7bf00c81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 79c3df37-1a9d-4bb7-b041-25241af62213
  kind: Event
  lastTimestamp: "2026-04-17T08:42:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T08:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T08:42:12Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-464wl.18a718552c9191c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 9e67d082-d1b8-447e-aa28-2cce60bf410c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 4a47ad1e-2dd1-4e18-8668-4f7fa4428804
  kind: Event
  lastTimestamp: "2026-04-17T08:41:31Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-464wl'
  metadata:
    creationTimestamp: "2026-04-17T08:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:41:31Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a7184bd3bd8d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34722"
    uid: a8a99993-2a3b-4707-8c3a-c3cb8cb2f4ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: c433f50f-923d-4228-bd7d-ba5d4e5edf8d
  kind: Event
  lastTimestamp: "2026-04-17T08:41:31Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T08:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:41:31Z"
    name: xgboost-v2-mlserver-predictor.18a7184bd0e5a557
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: 2bba8bfb-9107-485e-82d9-711624cb50ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34706"
    uid: 1c56576a-b506-4657-8c14-1e39540e1e11
  kind: Event
  lastTimestamp: "2026-04-17T08:42:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:42:01Z"
    name: xgboost-v2-mlserver-predictor.18a7184f4fad4bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34962"
    uid: b41e39d5-e56e-47f0-ada2-8e831ae9a1af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34706"
    uid: 1c56576a-b506-4657-8c14-1e39540e1e11
  kind: Event
  lastTimestamp: "2026-04-17T08:42:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T08:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T08:42:01Z"
    name: xgboost-v2-mlserver-predictor.18a7184f50086210
    namespace: kserve-ci-e2e-test
    resourceVersion: "34963"
    uid: 0bb0d08f-28b9-4c59-ba2d-bab4263b400c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34683"
    uid: 3d262f66-87b1-4d7c-bcc6-83dc6b520698
  kind: Event
  lastTimestamp: "2026-04-17T08:42:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T08:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:42:08Z"
    name: xgboost-v2-mlserver.18a7184bd0c49174
    namespace: kserve-ci-e2e-test
    resourceVersion: "35018"
    uid: d1c2364b-4457-4d80-81d5-8e212adf2675
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:41:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34683"
    uid: 3d262f66-87b1-4d7c-bcc6-83dc6b520698
  kind: Event
  lastTimestamp: "2026-04-17T08:41:31Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T08:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:41:31Z"
    name: xgboost-v2-mlserver.18a7184bd1690ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 76ab22b2-5cc1-4f95-b92b-65e6b3595af7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T08:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35016"
    uid: 3d262f66-87b1-4d7c-bcc6-83dc6b520698
  kind: Event
  lastTimestamp: "2026-04-17T08:42:08Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-17T08:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T08:42:08Z"
    name: xgboost-v2-mlserver.18a718545fcb3ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: 79e404f5-7296-444b-b00e-cfba86b3b241
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39691"