---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:18:45.642368Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: ec47cb42-ff06-4144-9049-d48e8b2da896
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-8e007e-predictor-f8956bf75-84p8l
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:18:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:18:45Z"
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l.18a6e5f0d927405e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: 0b9af693-d2c7-498c-9d07-fa364563b734
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: ec47cb42-ff06-4144-9049-d48e8b2da896
  kind: Event
  lastTimestamp: "2026-04-16T17:18:46Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:18:46Z"
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l.18a6e5f0f34c04cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: 25a13771-19bf-44c6-b1b8-3e10d5493362
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: ec47cb42-ff06-4144-9049-d48e8b2da896
  kind: Event
  lastTimestamp: "2026-04-16T17:18:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:50Z"
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l.18a6e5f0f49c6228
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: ce4d2443-29e3-4d93-adb2-148656105bb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: ec47cb42-ff06-4144-9049-d48e8b2da896
  kind: Event
  lastTimestamp: "2026-04-16T17:18:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:50Z"
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l.18a6e5f0f80986a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24377"
    uid: ac316726-905f-4614-8e88-85526015a7f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: ec47cb42-ff06-4144-9049-d48e8b2da896
  kind: Event
  lastTimestamp: "2026-04-16T17:18:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:50Z"
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l.18a6e5f0f89508db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24378"
    uid: db510c24-50ef-4511-ab7e-16fe50aef5bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: ec47cb42-ff06-4144-9049-d48e8b2da896
  kind: Event
  lastTimestamp: "2026-04-16T17:18:51Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:51Z"
    name: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l.18a6e5f22800a6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: 46c221a8-49b2-44dc-8f55-84d9a124b958
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-8e007e-predictor-f8956bf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: edddc472-1821-451d-af7b-763d03fa48b0
  kind: Event
  lastTimestamp: "2026-04-16T17:18:45Z"
  message: 'Created pod: isvc-init-fail-8e007e-predictor-f8956bf75-84p8l'
  metadata:
    creationTimestamp: "2026-04-16T17:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:45Z"
    name: isvc-init-fail-8e007e-predictor-f8956bf75.18a6e5f0d8c12878
    namespace: kserve-ci-e2e-test
    resourceVersion: "24305"
    uid: 9a49d247-f6b2-42e6-b7ee-3fcbceb2f078
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-8e007e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 749b23c0-0c37-4a07-b324-0fd647d73fc1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:45Z"
  message: Scaled up replica set isvc-init-fail-8e007e-predictor-f8956bf75 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:45Z"
    name: isvc-init-fail-8e007e-predictor.18a6e5f0d661f8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 0e9a6cf5-2514-40ec-9c79-0f81ebe22939
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8e007e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: dcb7ca42-2ca2-4389-a978-6dd3eeefe4cb
  kind: Event
  lastTimestamp: "2026-04-16T17:18:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:50Z"
    name: isvc-init-fail-8e007e.18a6e5f0d6446a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: 49778c74-7dc8-4f5b-885e-0c0c8196ce04
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8e007e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: dcb7ca42-2ca2-4389-a978-6dd3eeefe4cb
  kind: Event
  lastTimestamp: "2026-04-16T17:18:45Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-8e007e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-8e007e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:45Z"
    name: isvc-init-fail-8e007e.18a6e5f0d8e20ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 23cd6e39-27fe-4332-bbf8-83c97c96cdb9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8e007e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: dcb7ca42-2ca2-4389-a978-6dd3eeefe4cb
  kind: Event
  lastTimestamp: "2026-04-16T17:18:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-8e007e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:45Z"
    name: isvc-init-fail-8e007e.18a6e5f0d8e25208
    namespace: kserve-ci-e2e-test
    resourceVersion: "24310"
    uid: 84f5771a-20d5-43f8-8577-ba50335f9151
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:01:25.460201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-hrnjg
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:01:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:01:25Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e4fea976dfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: 71235850-6a30-4da1-96a6-c9e9154a71c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:01:26Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:01:26Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e4feceec66d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: a3370611-a072-4e18-9515-d820e7cbea55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:01:26Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
  metadata:
    creationTimestamp: "2026-04-16T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:26Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e4fed0318b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 87c14783-0b8b-4631-8530-7aded8840646
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:01:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    in 3.198s (3.198s including waiting). Image size: 299668949 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:29Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e4ff8ed54489
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: b1425d8e-b113-4a62-9602-443afbe44651
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:01:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:29Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e4ff91cbf58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 7fbcda21-1f2d-4eec-94f9-8be02539d4cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:01:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:29Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e4ff923828c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 87fc29f2-4deb-4dbd-9fd4-7266087215dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:01:33Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:33Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e5006fc7aa73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: db704f5d-e023-4924-94d4-6c485a9395b6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:01:39Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.123s (6.123s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:39Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e501dcc1f844
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: fbbbe11a-9b36-4e38-b5bb-9b5ed0f33475
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:01:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:39Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e501e0013c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 3908b2ab-e937-4a3a-94c2-7491456a5cc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:01:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:39Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e501e07064f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: f4ea3a3b-220e-4b5f-801d-77213653c17c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375
  kind: Event
  lastTimestamp: "2026-04-16T17:02:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:02:46Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hrnjg.18a6e50212a49649
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 3262bfcb-a8c4-48bf-bad1-e32671f75eff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 51b51439-3a5d-4a2d-abc0-b6f58ebdf12a
  kind: Event
  lastTimestamp: "2026-04-16T17:01:25Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-hrnjg'
  metadata:
    creationTimestamp: "2026-04-16T17:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:25Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a6e4fea903bd15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: f57e31d7-445a-4de4-8442-a4f3173199cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15831"
    uid: 34626841-99d2-48a1-b422-5b7a04c185c1
  kind: Event
  lastTimestamp: "2026-04-16T17:01:25Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:25Z"
    name: isvc-lightgbm-predictor.18a6e4fea64a313b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 9846997b-164b-4c5d-84e8-f62299ffdea5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: aeb134b8-bde8-42aa-a046-e41235051fa7
  kind: Event
  lastTimestamp: "2026-04-16T17:01:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:55Z"
    name: isvc-lightgbm-predictor.18a6e50224e11215
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: 7c67bd1f-bda4-45b5-b973-b1ab483360c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: aeb134b8-bde8-42aa-a046-e41235051fa7
  kind: Event
  lastTimestamp: "2026-04-16T17:01:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:55Z"
    name: isvc-lightgbm-predictor.18a6e502254fc680
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: ab275ff6-b51c-40e4-b56d-ccc35f0d5c9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: aeb134b8-bde8-42aa-a046-e41235051fa7
  kind: Event
  lastTimestamp: "2026-04-16T17:03:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:25Z"
    name: isvc-lightgbm-predictor.18a6e50922d4ec99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: 4f9dfc70-a63d-4a06-9026-64b9a4e3547a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: aeb134b8-bde8-42aa-a046-e41235051fa7
  kind: Event
  lastTimestamp: "2026-04-16T17:03:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:25Z"
    name: isvc-lightgbm-predictor.18a6e5092342449b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: efeec479-cc3c-43f1-81d1-95177b2cb93b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:03:05.714341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 902aabef-a060-4f86-9c71-5913e069001e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:03:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:03:05Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4.18a6e5160113b5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 003d0590-a901-4d59-ab44-bda4f71a99ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 902aabef-a060-4f86-9c71-5913e069001e
  kind: Event
  lastTimestamp: "2026-04-16T17:03:06Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:03:06Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4.18a6e5161a2501db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 65334fbe-eaae-493c-912d-662b076838e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 902aabef-a060-4f86-9c71-5913e069001e
  kind: Event
  lastTimestamp: "2026-04-16T17:03:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:06Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4.18a6e5161b73ee9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 80edeb97-bab3-43e7-9f87-0cc3e809eac1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 902aabef-a060-4f86-9c71-5913e069001e
  kind: Event
  lastTimestamp: "2026-04-16T17:03:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:06Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4.18a6e5161e5f6d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 99a36ba5-c8b1-4cd0-b0bd-acddce0898c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 902aabef-a060-4f86-9c71-5913e069001e
  kind: Event
  lastTimestamp: "2026-04-16T17:03:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:06Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4.18a6e5161eca7188
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: ebfebee6-dfa4-4613-bf5c-de4fe3b03329
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 902aabef-a060-4f86-9c71-5913e069001e
  kind: Event
  lastTimestamp: "2026-04-16T17:03:10Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:10Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4.18a6e517186bca94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 43339dea-632f-443c-afd8-6cb747615ed7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 902aabef-a060-4f86-9c71-5913e069001e
  kind: Event
  lastTimestamp: "2026-04-16T17:03:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:10Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4.18a6e5171b54f534
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 522548b6-0d86-497d-9da5-06bbe0bde6ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 902aabef-a060-4f86-9c71-5913e069001e
  kind: Event
  lastTimestamp: "2026-04-16T17:03:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:10Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4.18a6e5171bbdcda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 8d9f3896-7256-47f7-9e88-bc09816cfc1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 902aabef-a060-4f86-9c71-5913e069001e
  kind: Event
  lastTimestamp: "2026-04-16T17:04:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:12Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4.18a6e5175460fcde
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: bd97e3d3-c743-4381-b064-a2f5eb7b3712
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: e4112307-fee3-42ae-aab5-1dfab64c0ea3
  kind: Event
  lastTimestamp: "2026-04-16T17:03:05Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4'
  metadata:
    creationTimestamp: "2026-04-16T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:05Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a6e51600c15dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 3a894639-625e-40b5-8b1c-d92cd5f06c86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 12579478-3843-4c98-846b-d28482a79c72
  kind: Event
  lastTimestamp: "2026-04-16T17:03:05Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:05Z"
    name: isvc-lightgbm-runtime-predictor.18a6e515fd1ee676
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: 9d50bef6-2671-4898-8774-9f514077432a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 67d1a53c-ea3f-441e-95b6-1aef696375af
  kind: Event
  lastTimestamp: "2026-04-16T17:03:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:50Z"
    name: isvc-lightgbm-runtime-predictor.18a6e5197bc5f954
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: f5775c55-0f63-4c9b-9271-1cb825726bd3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 67d1a53c-ea3f-441e-95b6-1aef696375af
  kind: Event
  lastTimestamp: "2026-04-16T17:03:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:50Z"
    name: isvc-lightgbm-runtime-predictor.18a6e5197c2f15e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: 40facba4-5ee8-45e3-aa79-50cb35fb7c9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 67d1a53c-ea3f-441e-95b6-1aef696375af
  kind: Event
  lastTimestamp: "2026-04-16T17:04:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:50Z"
    name: isvc-lightgbm-runtime-predictor.18a6e523f894091a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: ffd28c69-f38b-4694-9c84-c5b5313d240a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 67d1a53c-ea3f-441e-95b6-1aef696375af
  kind: Event
  lastTimestamp: "2026-04-16T17:04:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:50Z"
    name: isvc-lightgbm-runtime-predictor.18a6e523f8f93a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 8dbb7a9d-addc-4090-ab79-235546e61b03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: a12ee8c7-c626-4dc2-8f13-a4924c8d3454
  kind: Event
  lastTimestamp: "2026-04-16T17:04:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:21Z"
    name: isvc-lightgbm-runtime.18a6e515fcefdca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: 1b1eca30-638a-4315-be02-71bceb30fd28
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: a12ee8c7-c626-4dc2-8f13-a4924c8d3454
  kind: Event
  lastTimestamp: "2026-04-16T17:03:05Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:03:05Z"
    name: isvc-lightgbm-runtime.18a6e515fd3126ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 2f657377-bcf2-4bfc-acff-43814a8cd667
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: a12ee8c7-c626-4dc2-8f13-a4924c8d3454
  kind: Event
  lastTimestamp: "2026-04-16T17:03:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:03:05Z"
    name: isvc-lightgbm-runtime.18a6e515fd317b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 6a4a8bab-1a15-421b-9bde-4217e670e975
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: a12ee8c7-c626-4dc2-8f13-a4924c8d3454
  kind: Event
  lastTimestamp: "2026-04-16T17:04:21Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:21Z"
    name: isvc-lightgbm-runtime.18a6e527aa8eb0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 57dc5d5c-55e7-49e7-b650-ec2de203e3c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:07:26.180952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18611"
    uid: 312dd04f-11ce-4a90-afea-d471128c9fd3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp.18a6e552a618d185
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 6283ee60-68e9-4f08-adc3-1df27b9b1dee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18624"
    uid: 312dd04f-11ce-4a90-afea-d471128c9fd3
  kind: Event
  lastTimestamp: "2026-04-16T17:07:26Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp.18a6e552c0231203
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: c7c55453-834a-4bd8-b23d-e79c39645bf1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 312dd04f-11ce-4a90-afea-d471128c9fd3
  kind: Event
  lastTimestamp: "2026-04-16T17:07:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp.18a6e552c171fe45
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: fbb859c6-5d89-41e8-a27d-6a17dd060a4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 312dd04f-11ce-4a90-afea-d471128c9fd3
  kind: Event
  lastTimestamp: "2026-04-16T17:07:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp.18a6e552c582ebe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18635"
    uid: d3141519-c1de-4a3d-ac4f-385c0f8c0698
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 312dd04f-11ce-4a90-afea-d471128c9fd3
  kind: Event
  lastTimestamp: "2026-04-16T17:07:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp.18a6e552c5f616e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18636"
    uid: 4bcb7cac-499d-48ec-a369-79dbfd56d1df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 312dd04f-11ce-4a90-afea-d471128c9fd3
  kind: Event
  lastTimestamp: "2026-04-16T17:07:30Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp.18a6e5539bb57806
    namespace: kserve-ci-e2e-test
    resourceVersion: "18669"
    uid: dab99a15-73b7-4d4e-9af6-497f8b906172
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 312dd04f-11ce-4a90-afea-d471128c9fd3
  kind: Event
  lastTimestamp: "2026-04-16T17:07:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp.18a6e5539fe1dc8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 72235c64-46fd-48be-8dd1-d2786dcbf3e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 312dd04f-11ce-4a90-afea-d471128c9fd3
  kind: Event
  lastTimestamp: "2026-04-16T17:07:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp.18a6e553a0587508
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: 0491db60-2e2e-4f27-9e07-5b2bc60e3f84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 312dd04f-11ce-4a90-afea-d471128c9fd3
  kind: Event
  lastTimestamp: "2026-04-16T17:07:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp.18a6e553d7a9f33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: e028d5bf-62b1-48f1-97ef-de5aa848d155
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18597"
    uid: 4884924e-626f-4e13-b9ef-366879608c3a
  kind: Event
  lastTimestamp: "2026-04-16T17:07:26Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp'
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a6e552a5afb05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18612"
    uid: f2926432-2eb0-4307-a10f-fe4934eddaa3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: 3a04f8c9-fff2-4374-b597-3678703bc7f5
  kind: Event
  lastTimestamp: "2026-04-16T17:07:26Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e552a1f25ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 27160a54-437b-4a8e-a42d-774316a9a2b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: b3857168-9c11-4723-91e8-4f7aa9ad9442
  kind: Event
  lastTimestamp: "2026-04-16T17:07:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:41Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e55620dbebce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18758"
    uid: ca08bf7d-63b8-4107-94ea-f8e26587fff3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: b3857168-9c11-4723-91e8-4f7aa9ad9442
  kind: Event
  lastTimestamp: "2026-04-16T17:07:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:41Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e5562157019d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 6cce3700-3e5c-4e57-86eb-30a14fc3247d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: b3857168-9c11-4723-91e8-4f7aa9ad9442
  kind: Event
  lastTimestamp: "2026-04-16T17:07:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:56Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e559a0201848
    namespace: kserve-ci-e2e-test
    resourceVersion: "18934"
    uid: 928ea728-a2a3-4084-a4b7-01e3084e174a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: b3857168-9c11-4723-91e8-4f7aa9ad9442
  kind: Event
  lastTimestamp: "2026-04-16T17:07:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:56Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e559a06c49dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: 2339eba1-a85b-4c30-82d4-05a52dd14d67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: a4889cd8-da73-42a2-b00b-beef828283be
  kind: Event
  lastTimestamp: "2026-04-16T17:07:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:42Z"
    name: isvc-lightgbm-v2-kserve.18a6e552a1f4e562
    namespace: kserve-ci-e2e-test
    resourceVersion: "18778"
    uid: 7551ac60-c12e-40cc-8635-7566dc103651
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: a4889cd8-da73-42a2-b00b-beef828283be
  kind: Event
  lastTimestamp: "2026-04-16T17:07:26Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-kserve.18a6e552a28a7f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 1d88dd7e-1bc3-41d6-9377-5a13c65598ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: a4889cd8-da73-42a2-b00b-beef828283be
  kind: Event
  lastTimestamp: "2026-04-16T17:07:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-kserve.18a6e552a28ac8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: e2d8d47e-1156-47da-a6e7-e431deb4b3ba
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: a4889cd8-da73-42a2-b00b-beef828283be
  kind: Event
  lastTimestamp: "2026-04-16T17:07:42Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:42Z"
    name: isvc-lightgbm-v2-kserve.18a6e5566b09dadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: de63469c-99f0-4f0d-9a9d-c6edc637304a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:04:25.888402Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:04:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:04:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v.18a6e528abd2c53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 91e92126-0ee9-4a12-942d-e4855c32d2c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4
  kind: Event
  lastTimestamp: "2026-04-16T17:04:26Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:04:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v.18a6e528c4ea4514
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 957cb5b7-6d01-41b1-81bd-a31d42af5a48
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4
  kind: Event
  lastTimestamp: "2026-04-16T17:04:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v.18a6e528c6bd80ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17293"
    uid: 82288e47-fedd-45c7-8b92-399845b574eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4
  kind: Event
  lastTimestamp: "2026-04-16T17:04:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v.18a6e528c9a7d85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: 30e26485-5efd-40b9-bdec-4817059a01b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4
  kind: Event
  lastTimestamp: "2026-04-16T17:04:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v.18a6e528ca1b33ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: d55839f2-5ba8-4543-9326-02f9bb4549f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4
  kind: Event
  lastTimestamp: "2026-04-16T17:04:30Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T17:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v.18a6e529c8712b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: f9757f5b-15e2-4d7f-9509-69980227c0a6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4
  kind: Event
  lastTimestamp: "2026-04-16T17:06:46Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m15.687s
    (2m15.687s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v.18a6e5496005cda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: 0e955c03-fa7d-472e-9aef-ed437ff355c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4
  kind: Event
  lastTimestamp: "2026-04-16T17:06:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v.18a6e549668c9d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18298"
    uid: 12dc9a7f-ffb5-41a1-bec5-1e66a2760be8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4
  kind: Event
  lastTimestamp: "2026-04-16T17:06:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v.18a6e54967f157f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: 2d0d19fe-bda6-496b-92c6-6ddac0f35c28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: a2c7c1c1-1d25-4228-b1bb-aee551e5358a
  kind: Event
  lastTimestamp: "2026-04-16T17:04:25Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v'
  metadata:
    creationTimestamp: "2026-04-16T17:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a6e528ab624e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: 8fce1538-1a59-40e0-8180-3c8a63006b25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 570ae605-6fab-46cf-9a88-5e3fc9e82265
  kind: Event
  lastTimestamp: "2026-04-16T17:04:25Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:25Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e528a9106d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: 2ae85a32-4075-43f1-9a56-e4b5b20695af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: ffeaa638-9c20-4506-90ad-40ac243091eb
  kind: Event
  lastTimestamp: "2026-04-16T17:07:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:10Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e52c27a85752
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: 721dcb3d-1e06-4629-b32a-6f1962bc1010
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: ffeaa638-9c20-4506-90ad-40ac243091eb
  kind: Event
  lastTimestamp: "2026-04-16T17:07:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e52c283cd507
    namespace: kserve-ci-e2e-test
    resourceVersion: "18469"
    uid: 58c0ecc6-9227-4bd6-9cde-cc441f4c7bc8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: ffeaa638-9c20-4506-90ad-40ac243091eb
  kind: Event
  lastTimestamp: "2026-04-16T17:07:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e5529bdfcba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: 8ad8e927-d508-4794-9e46-a5de06d8f0a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: ffeaa638-9c20-4506-90ad-40ac243091eb
  kind: Event
  lastTimestamp: "2026-04-16T17:07:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:26Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e5529c4a0d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: 8f775ee3-2637-4198-a0ec-6a64bbc9823a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 273fb1a7-ba44-453e-b637-3dd8cff506cd
  kind: Event
  lastTimestamp: "2026-04-16T17:07:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:18Z"
    name: isvc-lightgbm-v2-runtime.18a6e528a8c644b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 3f9e7878-7028-4834-9815-9815b503f2b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 273fb1a7-ba44-453e-b637-3dd8cff506cd
  kind: Event
  lastTimestamp: "2026-04-16T17:04:25Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:25Z"
    name: isvc-lightgbm-v2-runtime.18a6e528a9632860
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: 276812df-ce99-419c-a160-30960f102cfb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 273fb1a7-ba44-453e-b637-3dd8cff506cd
  kind: Event
  lastTimestamp: "2026-04-16T17:04:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:25Z"
    name: isvc-lightgbm-v2-runtime.18a6e528a9636c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: b962bb61-3251-4e21-bc3e-9cc2ca7e62c5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 273fb1a7-ba44-453e-b637-3dd8cff506cd
  kind: Event
  lastTimestamp: "2026-04-16T17:07:18Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:18Z"
    name: isvc-lightgbm-v2-runtime.18a6e550cc2dc4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 4e55735e-ad3b-489c-b442-b0bab9327a7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: cb6de5e4-4fe9-4a87-9cf0-2f4c739a49c0
  kind: Event
  lastTimestamp: "2026-04-16T17:02:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:02:56Z"
    name: isvc-lightgbm.18a6e4fea62a6290
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: 32cc7f2b-20d3-41d3-b57a-c4f73c5eaf93
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: cb6de5e4-4fe9-4a87-9cf0-2f4c739a49c0
  kind: Event
  lastTimestamp: "2026-04-16T17:01:25Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:25Z"
    name: isvc-lightgbm.18a6e4fea86e9949
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: 1130a186-996b-4656-abad-54b26da34291
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: cb6de5e4-4fe9-4a87-9cf0-2f4c739a49c0
  kind: Event
  lastTimestamp: "2026-04-16T17:01:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:25Z"
    name: isvc-lightgbm.18a6e4fea86ed976
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: a75472e0-a783-4f13-bde4-a7e4f33d65f3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: cb6de5e4-4fe9-4a87-9cf0-2f4c739a49c0
  kind: Event
  lastTimestamp: "2026-04-16T17:02:56Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:02:56Z"
    name: isvc-lightgbm.18a6e513e0990379
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: b6036a03-ee95-4ba9-a2f3-24a7b28c41fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:00:05.250045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7fc456f8b8-qzxjk
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ebfc911dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 5aed0cac-a09e-4302-966b-dd3dad144946
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ec163ffeac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 1db6bdfb-089a-42be-8b82-13ea902261ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ec17651b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15202"
    uid: 2dba6e26-c9f5-4a3f-bdf9-fe0111028a14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ec1a8149c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: bacc6896-5c81-40f9-b24d-3de7f860fcc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ec1afd4dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: e2e16a76-d9c7-4ab3-8140-6c09347703e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ed1fe8f7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15242"
    uid: 2a1f9d36-253e-4df8-a5aa-4e83e91912ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ed22a653bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15247"
    uid: 9b9ff042-0621-4c57-a8d8-63195c02b431
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ed231fccb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: 091de733-a92e-4a05-802a-2407b6fe1682
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ed232c0c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: 66f6f27c-dc65-4c77-967d-990d0c102265
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ed2743c5db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 89c3a848-e238-4600-b0ea-bfb01bc01c00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ed27c4e7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: 7f12efc9-a881-47f7-bf7f-796e84eac3bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:01:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:12Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ed5bde33e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 71f83f4e-7b9a-4457-bfb8-bd096606b87e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7fc456f8b8-qzxjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6
  kind: Event
  lastTimestamp: "2026-04-16T17:01:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T17:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:12Z"
    name: isvc-logger-predictor-7fc456f8b8-qzxjk.18a6e4ed5be902fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 75fdd511-4f33-4c1c-9521-d1a1e0a88c00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7fc456f8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: 4be2a046-1d64-451d-82b6-5a5968deb33e
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: 'Created pod: isvc-logger-predictor-7fc456f8b8-qzxjk'
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-logger-predictor-7fc456f8b8.18a6e4ebfc28e04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15183"
    uid: 9e1b75e3-1f71-4e19-867f-d7f7b5bb3b90
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 2b1013a8-d826-4310-b612-b72a526e6604
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: Scaled up replica set isvc-logger-predictor-7fc456f8b8 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-logger-predictor.18a6e4ebf970ad87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 87569524-6b63-40c0-b161-d76b73cf9d0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: 41603f3d-b103-470d-89ac-e6a2995e885b
  kind: Event
  lastTimestamp: "2026-04-16T17:00:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:50Z"
    name: isvc-logger-predictor.18a6e4ef77f245ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 83fb1858-14f7-4bbb-a081-1faa694740a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: 41603f3d-b103-470d-89ac-e6a2995e885b
  kind: Event
  lastTimestamp: "2026-04-16T17:00:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:50Z"
    name: isvc-logger-predictor.18a6e4ef785a7e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: cbec0eb6-645f-4583-be37-1258a7db6c04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 41603f3d-b103-470d-89ac-e6a2995e885b
  kind: Event
  lastTimestamp: "2026-04-16T17:02:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:02:05Z"
    name: isvc-logger-predictor.18a6e4f2f709ffc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 44afe61b-b614-445c-b4bd-8739eecf9857
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 41603f3d-b103-470d-89ac-e6a2995e885b
  kind: Event
  lastTimestamp: "2026-04-16T17:02:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:02:05Z"
    name: isvc-logger-predictor.18a6e4f2f77378b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: 4910ec3c-ef11-48cc-be5d-58c4c29408ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: d9fad840-70db-4b42-99b0-6b0beec200c1
  kind: Event
  lastTimestamp: "2026-04-16T17:01:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:22Z"
    name: isvc-logger.18a6e4ebf938b85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: 29f25bd2-8894-425e-af6a-06672c5bd804
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: d9fad840-70db-4b42-99b0-6b0beec200c1
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-logger.18a6e4ebf9d5ad4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15173"
    uid: 25d3f214-11ab-4a28-9486-1138340b433c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: d9fad840-70db-4b42-99b0-6b0beec200c1
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-logger.18a6e4ebf9d5f0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: 4499b77d-4bd1-4cf2-afda-061c86bd72e4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: d9fad840-70db-4b42-99b0-6b0beec200c1
  kind: Event
  lastTimestamp: "2026-04-16T17:01:22Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:22Z"
    name: isvc-logger.18a6e4fde8704a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 6874e6d3-5877-4985-bf8c-22433d20fe21
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:07:46.392305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 21c509c7-82b6-4e6e-af25-b691fc24a898
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55.18a6e5575ac98a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: f35e7d06-e0f3-4c59-8f9c-1d391cf61c08
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: 21c509c7-82b6-4e6e-af25-b691fc24a898
  kind: Event
  lastTimestamp: "2026-04-16T17:07:46Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55.18a6e55773ccfeae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: ae6d20ee-4418-4d2f-9164-ee4c46dcd0cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 21c509c7-82b6-4e6e-af25-b691fc24a898
  kind: Event
  lastTimestamp: "2026-04-16T17:07:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55.18a6e557751b16eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: f74c8cdb-aa4d-4c8d-9826-537325d5fef1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 21c509c7-82b6-4e6e-af25-b691fc24a898
  kind: Event
  lastTimestamp: "2026-04-16T17:07:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55.18a6e557789525ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18852"
    uid: 454a770f-6158-4344-879a-e0d8ef9b01b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 21c509c7-82b6-4e6e-af25-b691fc24a898
  kind: Event
  lastTimestamp: "2026-04-16T17:07:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55.18a6e55778fea483
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: 286a2ae0-b3e0-4552-86d8-64d565067252
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 21c509c7-82b6-4e6e-af25-b691fc24a898
  kind: Event
  lastTimestamp: "2026-04-16T17:07:51Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55.18a6e558842fa308
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: 16c7bd21-cea7-4671-802d-764370e1719e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 21c509c7-82b6-4e6e-af25-b691fc24a898
  kind: Event
  lastTimestamp: "2026-04-16T17:07:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55.18a6e558879c4637
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: 996f903e-4ec2-4b51-8dc5-790d780a405f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 21c509c7-82b6-4e6e-af25-b691fc24a898
  kind: Event
  lastTimestamp: "2026-04-16T17:07:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55.18a6e558880f32d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: c861c3af-96be-4104-9d46-087c73097a21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: 73379648-f4fc-4630-b016-c26ffd8a8e7c
  kind: Event
  lastTimestamp: "2026-04-16T17:07:46Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55'
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a6e5575a5d2efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 24f5a555-813f-4202-ab49-bf2f3f792df0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 55d0e504-8a27-4092-a407-79798ba90fbe
  kind: Event
  lastTimestamp: "2026-04-16T17:07:46Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e557582a2227
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 5789ed97-b510-4378-871a-2a074b1f09c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 74007e77-2000-40d1-9324-69cfaff3a7f1
  kind: Event
  lastTimestamp: "2026-04-16T17:08:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:01Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e55ad6d42591
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 57f0c371-a223-40a9-82db-090a0cd6ec55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 74007e77-2000-40d1-9324-69cfaff3a7f1
  kind: Event
  lastTimestamp: "2026-04-16T17:08:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:01Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e55ad74d2069
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: 474f2cb4-36fb-4a06-884f-b296ec55bf2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 74007e77-2000-40d1-9324-69cfaff3a7f1
  kind: Event
  lastTimestamp: "2026-04-16T17:08:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:46Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e55e569bfbd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: abd30466-17c7-4e69-bb84-156f8ea59f2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 74007e77-2000-40d1-9324-69cfaff3a7f1
  kind: Event
  lastTimestamp: "2026-04-16T17:08:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:46Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e55e575f70d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e0363d27-6361-4649-90c0-5ca31113a5e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 40a180d1-c28f-4a93-9e9a-1efe9cf87424
  kind: Event
  lastTimestamp: "2026-04-16T17:08:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:23Z"
    name: isvc-mlflow-v2-runtime.18a6e55757ff3fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: 036a7976-2cde-4bbb-a416-463267b92922
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 40a180d1-c28f-4a93-9e9a-1efe9cf87424
  kind: Event
  lastTimestamp: "2026-04-16T17:07:46Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-mlflow-v2-runtime.18a6e55758ae26db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 795e792e-0d7b-4df0-889b-c0b8703c9a77
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 40a180d1-c28f-4a93-9e9a-1efe9cf87424
  kind: Event
  lastTimestamp: "2026-04-16T17:07:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-mlflow-v2-runtime.18a6e55758ae766f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 5fbcfb1e-e997-490f-8733-bd23b7672eb7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: 40a180d1-c28f-4a93-9e9a-1efe9cf87424
  kind: Event
  lastTimestamp: "2026-04-16T17:08:23Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:23Z"
    name: isvc-mlflow-v2-runtime.18a6e55ffc38a9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19142"
    uid: 197333e7-fcc1-48db-8c4c-6571b7d3608a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:09:36.714746Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-z562j
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:09:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:09:36Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e5710a8460cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 241cba33-5fb1-4892-9567-6b9a6de078e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: "2026-04-16T17:09:37Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:09:37Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e5712407d13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: b0a5f986-de86-4a37-af2d-2b60361e869d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: "2026-04-16T17:09:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:37Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e5712534bdb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: aec27e61-ef7a-4785-8743-8d4ad5c9954b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: "2026-04-16T17:09:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:37Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e571288de844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 7e002103-45f5-45da-9608-742584d9dbdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: "2026-04-16T17:09:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:37Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e571291289c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: f6e89d63-80cc-486e-a02d-1bce0d12447a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: "2026-04-16T17:09:42Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:42Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e5724f29162a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: e87408b9-8e3c-408d-9f2c-e8ff760b7438
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: "2026-04-16T17:09:55Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.862s (12.862s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:55Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e5754dd4ee05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: def794e0-911e-4793-96ec-370dbb8275ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: "2026-04-16T17:09:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:55Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e57551c112e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 3860d1ab-afef-4364-ad09-6ed446686f0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: "2026-04-16T17:09:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:55Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e575523bb861
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 31cddc7d-15f0-43db-b8a7-21295a9f5769
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-z562j
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23
  kind: Event
  lastTimestamp: "2026-04-16T17:10:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:36Z"
    name: isvc-paddle-predictor-7dddcb4bd4-z562j.18a6e5755918b8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20236"
    uid: da55c4a9-195e-4d61-8bab-06f99eb77261
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: ee68febf-164d-4e15-bd60-20ffc5cf97cd
  kind: Event
  lastTimestamp: "2026-04-16T17:09:36Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-z562j'
  metadata:
    creationTimestamp: "2026-04-16T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:09:36Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a6e57109f9d768
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: b7ac43a7-5be3-44ad-a367-ac43ce41ac7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 98e46b7f-0872-426e-8ed6-8cf706eeeddf
  kind: Event
  lastTimestamp: "2026-04-16T17:09:36Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:09:36Z"
    name: isvc-paddle-predictor.18a6e57107f470c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: 4dd3cba7-337f-41ef-b996-73c63af75195
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: 99569964-2b54-46fa-aa6b-9175aa3b69e4
  kind: Event
  lastTimestamp: "2026-04-16T17:10:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:06Z"
    name: isvc-paddle-predictor.18a6e57486ae1813
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: c1303eba-442d-4a25-ae9e-e4122ebff3bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: 99569964-2b54-46fa-aa6b-9175aa3b69e4
  kind: Event
  lastTimestamp: "2026-04-16T17:10:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:06Z"
    name: isvc-paddle-predictor.18a6e57487197635
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 5132bee4-3733-48d0-be86-3e2efd603718
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 99569964-2b54-46fa-aa6b-9175aa3b69e4
  kind: Event
  lastTimestamp: "2026-04-16T17:11:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:21Z"
    name: isvc-paddle-predictor.18a6e57b84c99fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: e9ab8f7f-dfb4-410c-9ee8-84437ae420fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 99569964-2b54-46fa-aa6b-9175aa3b69e4
  kind: Event
  lastTimestamp: "2026-04-16T17:11:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:21Z"
    name: isvc-paddle-predictor.18a6e57b8546b36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: bab49599-5e1a-4bf1-860e-b8c64c91686e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:10:47.408087Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-65rhw
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw.18a6e581802b2f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: 2eda69c6-9c1a-4255-ac86-f64a21351320
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw.18a6e5819a4ae444
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 131d9da4-52b2-4401-98c2-d939c5bf6c5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw.18a6e5819b6ca17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: fa02f9a3-68d2-46dc-8ae2-8851e9479e74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw.18a6e5819f322859
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: 840b9a1f-c3f4-4e31-944c-2b5a425604a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw.18a6e5819fafb198
    namespace: kserve-ci-e2e-test
    resourceVersion: "20377"
    uid: 7ed2d4ec-1e93-4718-81dd-88f6244500d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a
  kind: Event
  lastTimestamp: "2026-04-16T17:10:52Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:52Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw.18a6e582aba0f471
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: 276bd9df-1461-4c96-b27e-dfff5d1a4962
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a
  kind: Event
  lastTimestamp: "2026-04-16T17:10:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:52Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw.18a6e582ae97de21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: 70516f71-6a75-42e9-9791-bf62934d46a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a
  kind: Event
  lastTimestamp: "2026-04-16T17:10:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:52Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw.18a6e582af21df2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: ec55cb8e-ab8c-4db7-96f5-dcfff487f618
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a
  kind: Event
  lastTimestamp: "2026-04-16T17:11:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:24Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-65rhw.18a6e582e7a0cacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 1ed8397d-8259-4345-af42-89c4bbf9a825
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: 92394156-a79b-4a4e-8b14-4bbacbc96fc6
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-65rhw'
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a6e5817fd2fe91
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 8c616ef2-bedc-48a3-a7e2-fb81885383ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 3284ca78-ef0e-4f98-bb41-e636dacaa466
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-paddle-runtime-predictor.18a6e5817d115a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 27e486d3-2920-44c6-aca4-322d32ac321c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: 195e1d37-ec83-4320-95b5-fd14a35b66a3
  kind: Event
  lastTimestamp: "2026-04-16T17:11:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:02Z"
    name: isvc-paddle-runtime-predictor.18a6e584fb8b3d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: 19fff410-8d42-41fa-92ec-0313fe9b9b5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: 195e1d37-ec83-4320-95b5-fd14a35b66a3
  kind: Event
  lastTimestamp: "2026-04-16T17:11:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:02Z"
    name: isvc-paddle-runtime-predictor.18a6e584fbfcf142
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: feff692c-4827-48f4-8fd2-0b57320d0c69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 195e1d37-ec83-4320-95b5-fd14a35b66a3
  kind: Event
  lastTimestamp: "2026-04-16T17:12:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:02Z"
    name: isvc-paddle-runtime-predictor.18a6e5887ab8632e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 4d82a29a-b8f6-49c6-8343-1ef661349e5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 195e1d37-ec83-4320-95b5-fd14a35b66a3
  kind: Event
  lastTimestamp: "2026-04-16T17:12:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:02Z"
    name: isvc-paddle-runtime-predictor.18a6e5887b2554cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20998"
    uid: 95955905-d456-4f7d-beda-3825ab16f2bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: de10213d-094b-48d9-9f4a-9513bbf83a2f
  kind: Event
  lastTimestamp: "2026-04-16T17:11:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:11:34Z"
    name: isvc-paddle-runtime.18a6e5817cd863b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: 3d399b9d-f232-44e8-b49d-0ab7f0d21618
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: de10213d-094b-48d9-9f4a-9513bbf83a2f
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-paddle-runtime.18a6e5817d8139ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: ebad9f5b-779a-42ed-bbba-e99536f745cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: de10213d-094b-48d9-9f4a-9513bbf83a2f
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-paddle-runtime.18a6e5817d817e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: 43fa7582-7d8e-40e1-991b-e6d9ac666db0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: de10213d-094b-48d9-9f4a-9513bbf83a2f
  kind: Event
  lastTimestamp: "2026-04-16T17:11:34Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:11:34Z"
    name: isvc-paddle-runtime.18a6e58c76f21532
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 03f2e3cf-c912-4c11-ae8e-1aecdb8a5fd1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:11:37.991814Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:11:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:11:37Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452.18a6e58d4731937a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 40db62e2-b990-4aca-bffe-65c8938b2bb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7
  kind: Event
  lastTimestamp: "2026-04-16T17:11:38Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:11:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452.18a6e58d609a73fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 820d9b02-b087-49fd-9858-623346ff31d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7
  kind: Event
  lastTimestamp: "2026-04-16T17:11:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452.18a6e58d61e4d04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: 97af8b57-812a-4721-ab45-db00e75e295e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7
  kind: Event
  lastTimestamp: "2026-04-16T17:11:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452.18a6e58d64e5f2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 1c05d392-367b-4c4e-ac6b-70a11904b9d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7
  kind: Event
  lastTimestamp: "2026-04-16T17:11:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452.18a6e58d655de29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: 0339d851-1531-4e1a-8c01-75373a3a8236
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7
  kind: Event
  lastTimestamp: "2026-04-16T17:11:43Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:43Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452.18a6e58e96ee6332
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: 767569b5-aba5-4d97-8c0c-03cb2b152569
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7
  kind: Event
  lastTimestamp: "2026-04-16T17:11:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:43Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452.18a6e58e9b46d5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: 66c09951-5c9f-433c-8ec9-965b50194082
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7
  kind: Event
  lastTimestamp: "2026-04-16T17:11:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:43Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452.18a6e58e9bc2a399
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 06be391e-63cb-4d6d-8871-52d68a69c39a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7
  kind: Event
  lastTimestamp: "2026-04-16T17:12:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:25Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452.18a6e58ed2e50982
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: bb2cdce4-77c3-49c6-8887-7a510fc65fa4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: 6ced5e3f-67dc-4674-84da-c22d21443838
  kind: Event
  lastTimestamp: "2026-04-16T17:11:37Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452'
  metadata:
    creationTimestamp: "2026-04-16T17:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:37Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a6e58d46bfdd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: b79f442b-2bd2-4a6c-ac37-595eb08bd944
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 3a317620-b3be-4387-8b7d-3d55fce9a011
  kind: Event
  lastTimestamp: "2026-04-16T17:11:37Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:37Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e58d43d02e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: 1813fd29-c13a-4c76-9b39-370eee7b9e37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 41c3e3f4-5b9b-402e-9e52-2ccb04d2be71
  kind: Event
  lastTimestamp: "2026-04-16T17:12:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e590c25c6edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21141"
    uid: 24dba113-3773-4177-b397-39f80704dec4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 41c3e3f4-5b9b-402e-9e52-2ccb04d2be71
  kind: Event
  lastTimestamp: "2026-04-16T17:12:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e590c2c3ead3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: 654c5d68-7fb1-4510-8ffa-e27b18609246
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: 41c3e3f4-5b9b-402e-9e52-2ccb04d2be71
  kind: Event
  lastTimestamp: "2026-04-16T17:13:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:08Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e59b3efda034
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: ac1b7a73-6b51-4419-af7f-3dd05f85335d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: 41c3e3f4-5b9b-402e-9e52-2ccb04d2be71
  kind: Event
  lastTimestamp: "2026-04-16T17:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:08Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e59b3f461a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 79e635e0-1e45-47e4-9980-b7c7f8e19c1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: c9a10b25-cbc5-42be-bdfa-10e9d0635195
  kind: Event
  lastTimestamp: "2026-04-16T17:12:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:35Z"
    name: isvc-paddle-v2-kserve.18a6e58d43a4be13
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: b3d8234c-8b17-4948-a5f0-fd23a75bee85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: c9a10b25-cbc5-42be-bdfa-10e9d0635195
  kind: Event
  lastTimestamp: "2026-04-16T17:11:37Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:11:37Z"
    name: isvc-paddle-v2-kserve.18a6e58d45b7a038
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: cb794d07-2135-4e2f-ab83-95da4a48cc3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: c9a10b25-cbc5-42be-bdfa-10e9d0635195
  kind: Event
  lastTimestamp: "2026-04-16T17:11:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:11:37Z"
    name: isvc-paddle-v2-kserve.18a6e58d45b7dad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: 3b9e6696-f587-418e-8961-359df1454ba3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: c9a10b25-cbc5-42be-bdfa-10e9d0635195
  kind: Event
  lastTimestamp: "2026-04-16T17:12:35Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:35Z"
    name: isvc-paddle-v2-kserve.18a6e59ab62d69aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21234"
    uid: d102af5b-9b7e-4de3-87e4-7da179c0e147
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 72ee0cb1-19fd-4806-bb7d-affe585206fa
  kind: Event
  lastTimestamp: "2026-04-16T17:10:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:10:46Z"
    name: isvc-paddle.18a6e57107f90b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: 2c114263-edce-4315-b318-750fc9c296ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 72ee0cb1-19fd-4806-bb7d-affe585206fa
  kind: Event
  lastTimestamp: "2026-04-16T17:09:36Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:09:36Z"
    name: isvc-paddle.18a6e57108667e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: dd2e1ccb-e1f3-4efa-90e6-a67a5af8653f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 72ee0cb1-19fd-4806-bb7d-affe585206fa
  kind: Event
  lastTimestamp: "2026-04-16T17:09:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:09:36Z"
    name: isvc-paddle.18a6e5710866bd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: bfc1c203-1913-46c8-afdb-87e9eaff68de
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: 72ee0cb1-19fd-4806-bb7d-affe585206fa
  kind: Event
  lastTimestamp: "2026-04-16T17:10:46Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:10:46Z"
    name: isvc-paddle.18a6e5813c712377
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: 410b4304-9258-4c96-b437-582c3012a223
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:12:38.605395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-zvfhk
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59b640b7bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: cbabe0bc-6042-4aab-8d67-5ce62540f975
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: "2026-04-16T17:12:39Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:12:39Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59b7cd9f4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: 266eb34c-02e5-4f0d-a6e6-83abebdfee73
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: "2026-04-16T17:12:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:39Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59b7dfc87b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: fa1947af-b5db-492f-aa1e-46ed6c7ad7f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: "2026-04-16T17:12:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:39Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59b80e1267b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: 7c2491c7-63b7-430c-816c-29b0302f1a7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: "2026-04-16T17:12:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:39Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59b814e1026
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 72277433-3010-4a6a-be28-938043abdcfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: "2026-04-16T17:12:43Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:43Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59c7edf39c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 338c95e5-fb5f-4825-a6ba-a0d573ce60e0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: "2026-04-16T17:12:50Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.959s (6.959s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:50Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59e1db21a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: 41f81254-1edf-4d08-87d9-536e524136cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: "2026-04-16T17:12:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:50Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59e20fab18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: 2ba4538b-2bd9-4405-8883-f4dd328f56df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: "2026-04-16T17:12:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:50Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59e219c0994
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: aa83b379-43ad-464c-b4d6-2dbdfd8295dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713
  kind: Event
  lastTimestamp: "2026-04-16T17:13:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:51Z"
    name: isvc-pmml-predictor-5584ffd8c9-zvfhk.18a6e59e220019ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: 91f841df-d1a7-4705-b43b-38b9cab2a222
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: fc3bcc96-5489-45e8-a533-6c1fadccf274
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-zvfhk'
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a6e59b63acd71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21284"
    uid: 71b26a8e-55d0-4abf-bd16-ed7a4836200f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21271"
    uid: a824feb5-8b49-4033-a1cc-06362c7b739f
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-pmml-predictor.18a6e59b60bbb51b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: e16d91c1-5222-47f3-892a-42d94c627c1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 28012bf2-f24c-4985-a920-042913869859
  kind: Event
  lastTimestamp: "2026-04-16T17:13:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:08Z"
    name: isvc-pmml-predictor.18a6e59edf47f74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: ce9846e4-7f05-4b55-9895-274f18cacbfc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 28012bf2-f24c-4985-a920-042913869859
  kind: Event
  lastTimestamp: "2026-04-16T17:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:08Z"
    name: isvc-pmml-predictor.18a6e59edfb284cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: e9d35f39-1482-4dd5-acaa-44bb1cc52954
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: 28012bf2-f24c-4985-a920-042913869859
  kind: Event
  lastTimestamp: "2026-04-16T17:14:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:14:38Z"
    name: isvc-pmml-predictor.18a6e5a5dd4214ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22260"
    uid: 170ff8ff-01ac-40dc-b84e-3424e6151065
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: 28012bf2-f24c-4985-a920-042913869859
  kind: Event
  lastTimestamp: "2026-04-16T17:14:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:14:38Z"
    name: isvc-pmml-predictor.18a6e5a5ddb03dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 3184f7b2-d861-4f56-9301-35f36fb003d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:14:08.843811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: 15fdc27b-a100-4955-96f3-a033027e5c44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:14:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:14:08Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk.18a6e5b066ac6838
    namespace: kserve-ci-e2e-test
    resourceVersion: "22020"
    uid: d4749ca5-2eec-4388-9bef-b074411256b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 15fdc27b-a100-4955-96f3-a033027e5c44
  kind: Event
  lastTimestamp: "2026-04-16T17:14:09Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:14:09Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk.18a6e5b08bf94dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22032"
    uid: f9cf517c-1816-43d3-a6d6-32f197f71728
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 15fdc27b-a100-4955-96f3-a033027e5c44
  kind: Event
  lastTimestamp: "2026-04-16T17:14:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:14:09Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk.18a6e5b08d174606
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: ab89e2e3-9a7c-43cb-bcea-6b18bb515af0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 15fdc27b-a100-4955-96f3-a033027e5c44
  kind: Event
  lastTimestamp: "2026-04-16T17:14:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:14:09Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk.18a6e5b0902f8259
    namespace: kserve-ci-e2e-test
    resourceVersion: "22036"
    uid: fc00e2e9-79ac-4c0a-a492-8099aa609691
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 15fdc27b-a100-4955-96f3-a033027e5c44
  kind: Event
  lastTimestamp: "2026-04-16T17:14:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:14:09Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk.18a6e5b0909b33de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 8be1c88b-a5f4-4ae8-b6e4-ed723cdb89f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 15fdc27b-a100-4955-96f3-a033027e5c44
  kind: Event
  lastTimestamp: "2026-04-16T17:14:13Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:14:13Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk.18a6e5b1852e84dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 93a4e973-45b3-4705-a972-53f4d3481c4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 15fdc27b-a100-4955-96f3-a033027e5c44
  kind: Event
  lastTimestamp: "2026-04-16T17:14:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:14:13Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk.18a6e5b1887c7c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: b2334146-3b40-4e88-9f9e-51c0b59d9a78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 15fdc27b-a100-4955-96f3-a033027e5c44
  kind: Event
  lastTimestamp: "2026-04-16T17:14:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:14:13Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk.18a6e5b188edec36
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 52e87bd8-4d6a-4199-a584-c38b09bf5680
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 15fdc27b-a100-4955-96f3-a033027e5c44
  kind: Event
  lastTimestamp: "2026-04-16T17:15:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:15Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk.18a6e5b1c123fea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22519"
    uid: d401ead9-d9d2-4ca8-a21c-23f30309773a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: 419f4384-9d67-4b2d-b3aa-3a6a60e59274
  kind: Event
  lastTimestamp: "2026-04-16T17:14:08Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk'
  metadata:
    creationTimestamp: "2026-04-16T17:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:14:08Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a6e5b0662570f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: c1fbe5c1-4f5f-47c9-b050-fa0108009d99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21999"
    uid: 16d8fe16-86f2-45e8-aa82-a5754e490337
  kind: Event
  lastTimestamp: "2026-04-16T17:14:08Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:14:08Z"
    name: isvc-pmml-runtime-predictor.18a6e5b062a9aef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22004"
    uid: e3d7df23-896c-46c7-b2b2-6d8dc8ca32cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22000"
    uid: 8cf6196c-7e68-4dcf-9835-86106db30d90
  kind: Event
  lastTimestamp: "2026-04-16T17:14:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:14:53Z"
    name: isvc-pmml-runtime-predictor.18a6e5b3e12bf358
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 4450cdc1-81b7-4d63-8d1a-cbe7f1a0ff23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22000"
    uid: 8cf6196c-7e68-4dcf-9835-86106db30d90
  kind: Event
  lastTimestamp: "2026-04-16T17:14:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:14:53Z"
    name: isvc-pmml-runtime-predictor.18a6e5b3e192ff95
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: a7f7621e-c568-44c1-b6e1-fd9e28592870
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 8cf6196c-7e68-4dcf-9835-86106db30d90
  kind: Event
  lastTimestamp: "2026-04-16T17:15:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:15:53Z"
    name: isvc-pmml-runtime-predictor.18a6e5be5de9f99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: 744db49b-c589-46fb-baf1-1818f36cf54f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 8cf6196c-7e68-4dcf-9835-86106db30d90
  kind: Event
  lastTimestamp: "2026-04-16T17:15:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:15:53Z"
    name: isvc-pmml-runtime-predictor.18a6e5be5e504b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "22870"
    uid: ccc5b64e-ff3d-4ed9-bcf2-c0e980da7740
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: c93ca6eb-c8a4-4745-b625-7289edde0dd5
  kind: Event
  lastTimestamp: "2026-04-16T17:15:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:15:25Z"
    name: isvc-pmml-runtime.18a6e5b0627adb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22597"
    uid: f05bc5fe-c71c-4e46-b7a3-d11d7345aa97
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: c93ca6eb-c8a4-4745-b625-7289edde0dd5
  kind: Event
  lastTimestamp: "2026-04-16T17:14:08Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:14:08Z"
    name: isvc-pmml-runtime.18a6e5b06318179d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22006"
    uid: 9524f650-63ba-41fc-903e-ad8995998e17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: c93ca6eb-c8a4-4745-b625-7289edde0dd5
  kind: Event
  lastTimestamp: "2026-04-16T17:14:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:14:08Z"
    name: isvc-pmml-runtime.18a6e5b063186101
    namespace: kserve-ci-e2e-test
    resourceVersion: "22007"
    uid: dad2e407-03b4-4e1c-88a4-71ccc0e56441
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: c93ca6eb-c8a4-4745-b625-7289edde0dd5
  kind: Event
  lastTimestamp: "2026-04-16T17:15:25Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:15:25Z"
    name: isvc-pmml-runtime.18a6e5c24d053ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: 23af2856-60a2-44ae-a578-9cf4d85e7033
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:15:29.029957Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22648"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:15:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:15:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c31223f06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 2934597f-9fde-4354-a2d6-86587ab941a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: "2026-04-16T17:15:29Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:15:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c32b2409ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 918a07c6-8c29-45cd-9abd-b04b97cd3be7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: "2026-04-16T17:15:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c32c374460
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: 4c0abca9-5582-4ebc-9c02-f6a29a106eb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: "2026-04-16T17:15:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c32f101a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: be2aac26-9a93-4caf-8496-5030661799dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: "2026-04-16T17:15:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c32f944e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: dd61be5b-cac9-4802-928d-ff062ba949f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: "2026-04-16T17:15:33Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:33Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c419e100cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 5e129b16-24ca-46c6-ad62-437ce55fe43b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: "2026-04-16T17:15:40Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.979s (6.979s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:40Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c5b9eab8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 80487115-9e06-4061-84d9-52922dfdf3ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: "2026-04-16T17:15:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:40Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c5bdc23887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: ae9bbbb9-729c-41ea-b365-d8fac8cff4b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: "2026-04-16T17:15:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:40Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c5be40ccea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: cc19982a-6063-48c6-9257-c929f42260a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d
  kind: Event
  lastTimestamp: "2026-04-16T17:16:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:16:52Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl.18a6e5c5f954ce93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23285"
    uid: 0d817987-2e75-4bd6-9a7c-3afd74a59258
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22636"
    uid: e4ec68c6-8343-4b5e-af43-bfcc0ec209c1
  kind: Event
  lastTimestamp: "2026-04-16T17:15:29Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl'
  metadata:
    creationTimestamp: "2026-04-16T17:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:15:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a6e5c3119e7ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22649"
    uid: a1c25c04-477d-42f3-a831-b0970f5668d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: edb89514-6354-44fc-abf2-f86c17b0b9f3
  kind: Event
  lastTimestamp: "2026-04-16T17:15:28Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:15:28Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e5c30f85aee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: 3b3d7da4-9a2f-47b8-8028-e6ae10f9f493
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22635"
    uid: 25dba903-c3c7-4936-a99a-0756932cf712
  kind: Event
  lastTimestamp: "2026-04-16T17:16:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:16:29Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e5c68e0ecbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: 31469585-5de5-40c7-80bc-6ef0af57bfde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22635"
    uid: 25dba903-c3c7-4936-a99a-0756932cf712
  kind: Event
  lastTimestamp: "2026-04-16T17:16:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:16:29Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e5c68e7b67c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 116495f2-1ef6-4d3a-bd02-45802639bc3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: 25dba903-c3c7-4936-a99a-0756932cf712
  kind: Event
  lastTimestamp: "2026-04-16T17:17:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:14Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e5d4898e7d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "23507"
    uid: c52b7fe8-00fb-4a75-a318-766a19b14f80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: 25dba903-c3c7-4936-a99a-0756932cf712
  kind: Event
  lastTimestamp: "2026-04-16T17:17:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:14Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e5d489f7748f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23508"
    uid: 1981dfd0-9804-457a-b5fb-ad8726ce7017
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: 50712905-aba0-43cf-8952-d8f8ddbdc116
  kind: Event
  lastTimestamp: "2026-04-16T17:17:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:17:02Z"
    name: isvc-pmml-v2-kserve.18a6e5c30f5a86c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23365"
    uid: a6cf8e82-9316-48cf-8da0-d473fe69ad71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: 50712905-aba0-43cf-8952-d8f8ddbdc116
  kind: Event
  lastTimestamp: "2026-04-16T17:15:29Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:15:29Z"
    name: isvc-pmml-v2-kserve.18a6e5c30fa11222
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: f2559c31-874c-4f20-ae92-ea9f8ef4773c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: 50712905-aba0-43cf-8952-d8f8ddbdc116
  kind: Event
  lastTimestamp: "2026-04-16T17:15:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:15:29Z"
    name: isvc-pmml-v2-kserve.18a6e5c30fa15e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22660"
    uid: e375de60-98dd-4b6f-a114-cd5d9e7f40b5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23363"
    uid: 50712905-aba0-43cf-8952-d8f8ddbdc116
  kind: Event
  lastTimestamp: "2026-04-16T17:17:02Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:17:02Z"
    name: isvc-pmml-v2-kserve.18a6e5d8d8d0490d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23364"
    uid: e67b944c-3b86-4452-9743-8a2132eec43d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21263"
    uid: d48578ff-9102-4f42-916c-de35ccc44851
  kind: Event
  lastTimestamp: "2026-04-16T17:14:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:14:01Z"
    name: isvc-pmml.18a6e59b608f82a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: 5f42d313-0012-4799-a367-d8d76959290c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21280"
    uid: d48578ff-9102-4f42-916c-de35ccc44851
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-pmml.18a6e59b64bee430
    namespace: kserve-ci-e2e-test
    resourceVersion: "21290"
    uid: 732031b4-7ba0-486a-a26b-ad47b3a02e59
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21280"
    uid: d48578ff-9102-4f42-916c-de35ccc44851
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-pmml.18a6e59b64bf3857
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: 4fcfd3c5-7b6f-4d05-9b10-3bef931b5390
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21928"
    uid: d48578ff-9102-4f42-916c-de35ccc44851
  kind: Event
  lastTimestamp: "2026-04-16T17:14:01Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:14:01Z"
    name: isvc-pmml.18a6e5aead7f7ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21929"
    uid: 91e5d36e-f7a2-4d7a-9949-f4dc9656dfe3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:22:21.360365Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26374"
    uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-54xhl
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:22:21Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl.18a6e62312f2a0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26378"
    uid: a3d5aa04-5960-4092-99d7-b66aa188e428
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b
  kind: Event
  lastTimestamp: "2026-04-16T17:22:21Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:22:21Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl.18a6e6232c828f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: 645496e9-6822-4af5-94d9-6108947f9a79
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b
  kind: Event
  lastTimestamp: "2026-04-16T17:22:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:21Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl.18a6e6232d997bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: 4f19b626-1efa-4aab-8a38-a75be6c3af62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b
  kind: Event
  lastTimestamp: "2026-04-16T17:22:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:21Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl.18a6e6233163d363
    namespace: kserve-ci-e2e-test
    resourceVersion: "26396"
    uid: 576db100-e69c-4458-99e1-d59eb6e7aeb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b
  kind: Event
  lastTimestamp: "2026-04-16T17:22:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:21Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl.18a6e62331d67e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: cba6a067-bbbd-4810-b9f2-89d3c614042c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b
  kind: Event
  lastTimestamp: "2026-04-16T17:22:26Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:26Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl.18a6e6243d888389
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: 6385ab7d-b5b8-4b40-9129-8213041c5dc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b
  kind: Event
  lastTimestamp: "2026-04-16T17:22:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:26Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl.18a6e62440b40886
    namespace: kserve-ci-e2e-test
    resourceVersion: "26439"
    uid: 9a70067b-087f-494b-b2ed-2fc90c88632c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b
  kind: Event
  lastTimestamp: "2026-04-16T17:22:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:26Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl.18a6e624411ee7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: 1b33bbe3-062f-4641-8030-d07880ceb08c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b
  kind: Event
  lastTimestamp: "2026-04-16T17:23:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:28Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-54xhl.18a6e624797c4382
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: d5ed092c-17d0-49a3-9eda-73b61ed8f56e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: 7e000c07-167c-446b-9586-0fa16323f75f
  kind: Event
  lastTimestamp: "2026-04-16T17:22:21Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-54xhl'
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:21Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a6e623129f0c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26376"
    uid: cdb53483-cf12-420c-876b-e98030fac67f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: 81c72471-120b-4898-8596-85736515406a
  kind: Event
  lastTimestamp: "2026-04-16T17:22:21Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:21Z"
    name: isvc-predictive-lightgbm-predictor.18a6e6230ef9eb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26363"
    uid: 2dcd1ec8-011f-41ee-a48e-de8e38fe22e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: 761bc118-d6ac-4f0d-92c8-54f1e87843fc
  kind: Event
  lastTimestamp: "2026-04-16T17:22:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:36Z"
    name: isvc-predictive-lightgbm-predictor.18a6e6268d62e998
    namespace: kserve-ci-e2e-test
    resourceVersion: "26517"
    uid: 9a22f1ae-9de5-44f5-ad8b-c38503eb8cce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: 761bc118-d6ac-4f0d-92c8-54f1e87843fc
  kind: Event
  lastTimestamp: "2026-04-16T17:22:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:36Z"
    name: isvc-predictive-lightgbm-predictor.18a6e6268dce51ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26519"
    uid: 458cbd3b-65cd-4fd0-b00f-60a77ebbcf49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26518"
    uid: 761bc118-d6ac-4f0d-92c8-54f1e87843fc
  kind: Event
  lastTimestamp: "2026-04-16T17:24:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:21Z"
    name: isvc-predictive-lightgbm-predictor.18a6e62a0c603efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: 71f43567-f191-447e-822e-f01783e5522b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26518"
    uid: 761bc118-d6ac-4f0d-92c8-54f1e87843fc
  kind: Event
  lastTimestamp: "2026-04-16T17:24:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:21Z"
    name: isvc-predictive-lightgbm-predictor.18a6e62a0cc8f89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: 491a87f9-038f-448a-a589-012fe7a4dabc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:27:02.028581Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:27:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:27:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp.18a6e6646c13bc8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28627"
    uid: 78cedb4c-4a41-4cc6-8d75-49ea2a7861e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:02Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:27:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp.18a6e664851ca5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28639"
    uid: cc7ae05a-3a3c-46e2-b53b-1df4783b715e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp.18a6e6648644b66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28641"
    uid: 217d08eb-ddf6-4db5-9b15-e14a435e70a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp.18a6e664892930ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28644"
    uid: f763cc7f-9623-4e08-86e3-cb9f730200fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp.18a6e6648994e0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28645"
    uid: 4e3e73e7-3a6c-4843-bac0-7cd67db5bd76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp.18a6e6659caa9caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28687"
    uid: e4b00d22-4774-4068-b6df-8e8acf32c74b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp.18a6e6659f5a93ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28691"
    uid: 14aae861-60c6-444e-a4ba-6b0fff5dda9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp.18a6e6659fca59a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28693"
    uid: 63b1b95d-4da7-4be6-8d92-ee398e7a5e1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a
  kind: Event
  lastTimestamp: "2026-04-16T17:28:09Z"
  message: 'Readiness probe failed: Get "http://10.133.0.20:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.20:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T17:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:28:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp.18a6e66d107da1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29144"
    uid: e4422c0c-6fdb-4433-9f66-bbd6d6989e71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28608"
    uid: b2ee9b92-528d-4709-816a-3c5eecc085c3
  kind: Event
  lastTimestamp: "2026-04-16T17:27:02Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp'
  metadata:
    creationTimestamp: "2026-04-16T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a6e6646b8c8109
    namespace: kserve-ci-e2e-test
    resourceVersion: "28622"
    uid: 46b7bd2d-267b-4434-a81e-feb0fef6f277
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: d18f345b-374d-4319-80d4-411e8625bda8
  kind: Event
  lastTimestamp: "2026-04-16T17:27:01Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:01Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e664680494b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 13ae63cb-6890-4569-95b6-f2f55123a2d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28607"
    uid: 9ccfb754-85f6-4028-9014-be49d65bb68a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:47Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e667e68a4a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "28984"
    uid: b9dfffaf-5bbb-4335-98b9-5dbca31c4ea2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28607"
    uid: 9ccfb754-85f6-4028-9014-be49d65bb68a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:47Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e667e6fa2eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28985"
    uid: 2d364d29-d039-4138-be78-4da104631275
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: 9ccfb754-85f6-4028-9014-be49d65bb68a
  kind: Event
  lastTimestamp: "2026-04-16T17:28:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:28:32Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e67263450d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: ab3b01ac-17e7-45c4-88e7-fe6d70393c47
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: 9ccfb754-85f6-4028-9014-be49d65bb68a
  kind: Event
  lastTimestamp: "2026-04-16T17:28:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:28:32Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e67263acdb91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29434"
    uid: 5a91747a-8182-4089-86c2-fb6e72e5380e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: 487bfd88-9ac9-41b2-a17e-7a43bc539073
  kind: Event
  lastTimestamp: "2026-04-16T17:28:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:28:19Z"
    name: isvc-predictive-lightgbm-v2.18a6e66467b7030d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29226"
    uid: a1294b9d-838d-4819-b459-ec4c485ca252
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: 487bfd88-9ac9-41b2-a17e-7a43bc539073
  kind: Event
  lastTimestamp: "2026-04-16T17:27:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:27:01Z"
    name: isvc-predictive-lightgbm-v2.18a6e66467faebbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: e8cb8dca-b69e-49dc-8fcc-d436bfc6f5bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: 487bfd88-9ac9-41b2-a17e-7a43bc539073
  kind: Event
  lastTimestamp: "2026-04-16T17:27:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:27:01Z"
    name: isvc-predictive-lightgbm-v2.18a6e66467fb3c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 101ae469-a605-4706-bd46-b5fada39e99a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29224"
    uid: 487bfd88-9ac9-41b2-a17e-7a43bc539073
  kind: Event
  lastTimestamp: "2026-04-16T17:28:19Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:28:19Z"
    name: isvc-predictive-lightgbm-v2.18a6e6766425bf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 41344623-2598-47cd-9d90-176b97eff57f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26350"
    uid: f9c98bd4-33d2-4dde-8896-0c9c0dbcab60
  kind: Event
  lastTimestamp: "2026-04-16T17:23:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:23:38Z"
    name: isvc-predictive-lightgbm.18a6e6230ec7929e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 66a89354-17de-4906-bb0f-ec67e3c4c99f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26350"
    uid: f9c98bd4-33d2-4dde-8896-0c9c0dbcab60
  kind: Event
  lastTimestamp: "2026-04-16T17:22:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:22:21Z"
    name: isvc-predictive-lightgbm.18a6e6230f284a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26366"
    uid: 0047897e-c12b-4836-aed7-8d6b0dbdb885
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26350"
    uid: f9c98bd4-33d2-4dde-8896-0c9c0dbcab60
  kind: Event
  lastTimestamp: "2026-04-16T17:22:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:22:21Z"
    name: isvc-predictive-lightgbm.18a6e6230f28d3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: 4a334d84-5e38-48e1-bdab-1b5c052cb90f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26983"
    uid: f9c98bd4-33d2-4dde-8896-0c9c0dbcab60
  kind: Event
  lastTimestamp: "2026-04-16T17:23:38Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:23:38Z"
    name: isvc-predictive-lightgbm.18a6e63505028464
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: afbfa354-5f8c-47fd-8f4b-488510a406f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:18:50.785034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:18:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:18:50Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f20bae0a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: 21215e1d-c221-4082-b3a9-57cb393041e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24436"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:51Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:18:51Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f224bffc19
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: f8cd035f-5a77-4e96-874f-f3a2b01ae678
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:51Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f225fad0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 6641dcee-3ac4-4b67-bff9-e2d1a03ee8bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:51Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f229265fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24451"
    uid: 7a46a6eb-22fb-4d38-b96e-80ae4d3aca0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:51Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f229957dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24452"
    uid: a594d125-d2ef-4bca-b228-89b28f9628eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:55Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:55Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f32bc07102
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 34649651-1a7b-4da1-af77-dd5342015eaf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: "2026-04-16T17:19:16Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.855s
    (20.855s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:19:16Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f806dc79dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24648"
    uid: b0a4aea4-1d17-4161-bec6-08a96cd63ff1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: "2026-04-16T17:19:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:19:16Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f80babbbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24649"
    uid: df7f9ee3-7762-4993-b0c5-20162c4bb790
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: "2026-04-16T17:19:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:19:16Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f80c3d977d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24650"
    uid: 8cdf37fd-beae-4ebe-a3ac-0a0aa393ba47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1
  kind: Event
  lastTimestamp: "2026-04-16T17:20:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:17Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc.18a6e5f8148f9f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: f6fe9354-155b-4f73-8295-c66972981d31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: 6cf0911d-51cd-4d88-b89e-db483f7eb3ba
  kind: Event
  lastTimestamp: "2026-04-16T17:18:50Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc'
  metadata:
    creationTimestamp: "2026-04-16T17:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:50Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a6e5f20b29b4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: c86f6fba-0615-4fff-8ca9-a31f14c6bada
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 7e66aecc-36aa-4194-92e6-3548527a9638
  kind: Event
  lastTimestamp: "2026-04-16T17:18:50Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:50Z"
    name: isvc-predictive-sklearn-predictor.18a6e5f208e2e65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24416"
    uid: 024b0333-6ea8-4ee0-a592-cfac8b514912
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: 67546d32-cd5e-423d-b6c2-431557590d46
  kind: Event
  lastTimestamp: "2026-04-16T17:19:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:19:50Z"
    name: isvc-predictive-sklearn-predictor.18a6e5f58799c9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24895"
    uid: 0bda1670-3dc2-4445-ab5b-f0fcd4a2b09e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: 67546d32-cd5e-423d-b6c2-431557590d46
  kind: Event
  lastTimestamp: "2026-04-16T17:19:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:19:50Z"
    name: isvc-predictive-sklearn-predictor.18a6e5f58841c15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24896"
    uid: 13dff13c-97d4-4748-a0a6-ffb59802f891
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: 67546d32-cd5e-423d-b6c2-431557590d46
  kind: Event
  lastTimestamp: "2026-04-16T17:21:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:21:05Z"
    name: isvc-predictive-sklearn-predictor.18a6e60384446c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25800"
    uid: f9659346-7c79-48b5-947d-3af63b58e634
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: 67546d32-cd5e-423d-b6c2-431557590d46
  kind: Event
  lastTimestamp: "2026-04-16T17:21:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:21:05Z"
    name: isvc-predictive-sklearn-predictor.18a6e60384aa2aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25801"
    uid: 63da87c5-b085-4249-9b3a-c55ade1d6d6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:23:41.524368Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: 1117ed58-9128-467f-93b0-8c8777987c99
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:23:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:23:41Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb.18a6e635bd185366
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: cc8f7ab9-d0c6-458c-8bae-359e3ac3fc2d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 1117ed58-9128-467f-93b0-8c8777987c99
  kind: Event
  lastTimestamp: "2026-04-16T17:23:41Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:23:41Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb.18a6e635d6ab6b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27054"
    uid: fc564f77-43d4-4cfc-8934-532c6ca04aaa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 1117ed58-9128-467f-93b0-8c8777987c99
  kind: Event
  lastTimestamp: "2026-04-16T17:23:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:41Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb.18a6e635d7c7a8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: d6592dcf-bd9e-4be7-b4e6-4d1e6de651c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 1117ed58-9128-467f-93b0-8c8777987c99
  kind: Event
  lastTimestamp: "2026-04-16T17:23:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:42Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb.18a6e635db637f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27057"
    uid: dda83dfb-529e-4f6f-9ade-3dbc0369219f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 1117ed58-9128-467f-93b0-8c8777987c99
  kind: Event
  lastTimestamp: "2026-04-16T17:23:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:42Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb.18a6e635dc20cf45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: 91bf056f-303c-4f82-822a-6a1364314e0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 1117ed58-9128-467f-93b0-8c8777987c99
  kind: Event
  lastTimestamp: "2026-04-16T17:23:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:46Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb.18a6e636ddb467b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27098"
    uid: e8f1c0f4-360c-4eb9-b4b7-3a84850fc23a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 1117ed58-9128-467f-93b0-8c8777987c99
  kind: Event
  lastTimestamp: "2026-04-16T17:23:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:46Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb.18a6e636e1b2544f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: 2de4525c-b764-4da7-94d3-e3d2a61632c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 1117ed58-9128-467f-93b0-8c8777987c99
  kind: Event
  lastTimestamp: "2026-04-16T17:23:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:46Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb.18a6e636e23b73ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: 367b417b-502e-47b0-b6a9-4ef3d5612074
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 1117ed58-9128-467f-93b0-8c8777987c99
  kind: Event
  lastTimestamp: "2026-04-16T17:24:58Z"
  message: 'Readiness probe failed: Get "http://10.132.0.39:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T17:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:58Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb.18a6e63e51b5aef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27612"
    uid: 415edc2e-b05f-4cda-93d4-f8b701d744ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27020"
    uid: 946cfb3c-197d-4078-86d4-53a45a56fad6
  kind: Event
  lastTimestamp: "2026-04-16T17:23:41Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb'
  metadata:
    creationTimestamp: "2026-04-16T17:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:23:41Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a6e635bcc393a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: c235ca98-b885-43c8-a24f-69662f8ab099
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 0860fc10-e9b3-4305-8344-7fac3d836e2f
  kind: Event
  lastTimestamp: "2026-04-16T17:23:41Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:23:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e635ba9531a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 6250e127-554c-4633-8b56-65e87fe53d15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 5025c972-727d-42b7-a34a-e911ca180de2
  kind: Event
  lastTimestamp: "2026-04-16T17:24:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:11Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e63939162e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27280"
    uid: 015aea68-2b2b-48c9-8cf0-2f9da47f1b8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 5025c972-727d-42b7-a34a-e911ca180de2
  kind: Event
  lastTimestamp: "2026-04-16T17:24:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:11Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e63939787593
    namespace: kserve-ci-e2e-test
    resourceVersion: "27281"
    uid: 21e5f221-c4ab-4444-80f9-39ca82546526
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: 5025c972-727d-42b7-a34a-e911ca180de2
  kind: Event
  lastTimestamp: "2026-04-16T17:25:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e640370dfa66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27876"
    uid: 92cd7407-a359-4488-bd84-ce8d0605621c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: 5025c972-727d-42b7-a34a-e911ca180de2
  kind: Event
  lastTimestamp: "2026-04-16T17:25:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e640377219aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27877"
    uid: 77c5ac71-0e91-4fae-bada-2ba0d113de7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27010"
    uid: 2a931ff9-affa-4c92-9d92-f4f80e30357f
  kind: Event
  lastTimestamp: "2026-04-16T17:25:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:25:01Z"
    name: isvc-predictive-sklearn-v2.18a6e635ba690e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: ca79d883-c5fe-464b-a853-06b5361f6771
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27010"
    uid: 2a931ff9-affa-4c92-9d92-f4f80e30357f
  kind: Event
  lastTimestamp: "2026-04-16T17:23:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:23:41Z"
    name: isvc-predictive-sklearn-v2.18a6e635bac543d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: c3971871-c7df-4b66-9929-a21e8310ccd3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27010"
    uid: 2a931ff9-affa-4c92-9d92-f4f80e30357f
  kind: Event
  lastTimestamp: "2026-04-16T17:23:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:23:41Z"
    name: isvc-predictive-sklearn-v2.18a6e635bac5995a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27043"
    uid: a0387594-5c83-47c6-b3aa-6c8a1af7a7b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27643"
    uid: 2a931ff9-affa-4c92-9d92-f4f80e30357f
  kind: Event
  lastTimestamp: "2026-04-16T17:25:01Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:25:01Z"
    name: isvc-predictive-sklearn-v2.18a6e64864f9f727
    namespace: kserve-ci-e2e-test
    resourceVersion: "27644"
    uid: 025fcd3a-9ed4-43ff-86cc-1b69c9581076
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: 6416a723-2966-48f4-b9a5-e28c2197fa8c
  kind: Event
  lastTimestamp: "2026-04-16T17:20:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:27Z"
    name: isvc-predictive-sklearn.18a6e5f208b61762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25177"
    uid: d2e0e76b-4f31-4a75-8fad-05cb31020bf3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: 6416a723-2966-48f4-b9a5-e28c2197fa8c
  kind: Event
  lastTimestamp: "2026-04-16T17:18:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:50Z"
    name: isvc-predictive-sklearn.18a6e5f2092807da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24437"
    uid: 0ca299be-e318-4f82-b71c-55aff037cf4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: 6416a723-2966-48f4-b9a5-e28c2197fa8c
  kind: Event
  lastTimestamp: "2026-04-16T17:18:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:50Z"
    name: isvc-predictive-sklearn.18a6e5f20928673f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24438"
    uid: d792a947-87b9-40bf-80c7-ace31824938a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: 6416a723-2966-48f4-b9a5-e28c2197fa8c
  kind: Event
  lastTimestamp: "2026-04-16T17:20:27Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:27Z"
    name: isvc-predictive-sklearn.18a6e608a0707d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25176"
    uid: b9f65b4d-7fb2-476f-852b-123821b4216a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:20:31.143987Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25229"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:20:31Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e609698a1a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 8ba8a638-dad0-41f9-8f03-bc779004f9d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: "2026-04-16T17:20:31Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:20:31Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e609834689f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: fed766c2-39bd-452b-8f8f-daad7d31088c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: "2026-04-16T17:20:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:31Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e6098469169a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: ce2fee2a-d7c3-44b7-a308-4dcb764de1df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: "2026-04-16T17:20:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:31Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e609889653d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: 0b97dffd-26aa-4767-a743-337f944f4b3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: "2026-04-16T17:20:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:31Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e60989153c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 573f6627-3b06-4aed-beda-fd83837a02af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: "2026-04-16T17:20:36Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:36Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e60ab29ec9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: 7e469968-166f-4d90-aaa7-cac206ace006
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: "2026-04-16T17:20:57Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.771s
    (20.771s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:57Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e60f88b8c196
    namespace: kserve-ci-e2e-test
    resourceVersion: "25733"
    uid: 1214a91f-c258-4881-ae58-18a3fbe5ebca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: "2026-04-16T17:20:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:57Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e60f8c079b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: 0450f4a5-c501-4daf-8266-317de24524e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: "2026-04-16T17:20:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:57Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e60f8c8ae412
    namespace: kserve-ci-e2e-test
    resourceVersion: "25735"
    uid: 84a7aa4c-2836-405c-8fa0-33c66f328400
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 969ea101-644f-4d51-9566-7e8cf20aa33f
  kind: Event
  lastTimestamp: "2026-04-16T17:22:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:02Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7.18a6e60f9bba96a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26201"
    uid: 7c05d7cf-fe0d-4b6b-88da-c5baf294aa4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25215"
    uid: 43fb484d-fc18-4c17-9907-475f79ca2c2b
  kind: Event
  lastTimestamp: "2026-04-16T17:20:31Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7'
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:20:31Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a6e60968ff4c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25230"
    uid: 2825e373-7087-4fea-913e-e84edb314634
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: 2c68a95e-ea67-4a57-8dc1-9d2cd9618fb9
  kind: Event
  lastTimestamp: "2026-04-16T17:20:31Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:20:31Z"
    name: isvc-predictive-xgboost-predictor.18a6e60964b8f911
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: edc4ac1d-4da2-49ca-a218-9053a567494d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: f0fe9ac7-f588-48e6-b7d5-347b07ee8170
  kind: Event
  lastTimestamp: "2026-04-16T17:21:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:21:01Z"
    name: isvc-predictive-xgboost-predictor.18a6e60ce38f1ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25764"
    uid: cd2ef3d9-05e7-44a8-aedf-7fcc25fefe79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: f0fe9ac7-f588-48e6-b7d5-347b07ee8170
  kind: Event
  lastTimestamp: "2026-04-16T17:21:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:21:01Z"
    name: isvc-predictive-xgboost-predictor.18a6e60ce40c3c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25765"
    uid: 44d38e80-c361-4736-8b1d-eb239d33d118
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: f0fe9ac7-f588-48e6-b7d5-347b07ee8170
  kind: Event
  lastTimestamp: "2026-04-16T17:22:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:46Z"
    name: isvc-predictive-xgboost-predictor.18a6e613e192b115
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 4cc7c423-cccd-41ed-b113-7279fa2055c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: f0fe9ac7-f588-48e6-b7d5-347b07ee8170
  kind: Event
  lastTimestamp: "2026-04-16T17:22:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:46Z"
    name: isvc-predictive-xgboost-predictor.18a6e613e1fee549
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: 1c20c0af-7f36-4b00-b9b2-83b00a6d525b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:25:11.809677Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27740"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:25:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:25:11Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e64ac284bb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "27747"
    uid: 2082577f-beb1-492b-94a2-c986c4dab97a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:25:12Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:25:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e64adb5b20a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: f847521b-201d-4ff1-a8d4-85dd3a2eff00
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:25:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
  metadata:
    creationTimestamp: "2026-04-16T17:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e64adca5b156
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: e6ce5d83-8b7b-486d-8769-abbe6486c19f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:25:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    in 3.98s (3.98s including waiting). Image size: 299668949 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:16Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e64bc9e19eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27791"
    uid: 17a0efa5-cfef-492b-9eb1-bb47038ee26d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:25:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:16Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e64bcd93c91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27792"
    uid: 0b0349eb-2494-4f85-bc5c-3fbfca5ceb6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:25:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:16Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e64bce035eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: 48af0b71-136f-42bd-bf71-baac25e512ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:25:20Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:20Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e64cdd1582de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27834"
    uid: 0bd0ad7e-0dea-45b5-8a71-07c00aa316e3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:25:41Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.019s
    (21.019s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:41Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e651c1f8d8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27988"
    uid: 06d64752-ac3b-4829-87d5-af0bfa26dd27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:25:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:41Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e651c5b9f07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27989"
    uid: db410d49-5401-417d-a021-8221fd43001f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:25:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:41Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e651c638aa14
    namespace: kserve-ci-e2e-test
    resourceVersion: "27990"
    uid: 5f0d6cfa-fd2c-42c8-80d9-3905fe92b1a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48
  kind: Event
  lastTimestamp: "2026-04-16T17:26:50Z"
  message: 'Readiness probe failed: Get "http://10.133.0.19:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.19:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:26:50Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b.18a6e6593879f1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28505"
    uid: 1eb52e67-80b7-4ed6-895b-050aa6db4c06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27725"
    uid: 2a479c45-9491-4b1a-87c6-520647dd0d28
  kind: Event
  lastTimestamp: "2026-04-16T17:25:11Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b'
  metadata:
    creationTimestamp: "2026-04-16T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:11Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a6e64ac205898c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27742"
    uid: 91921d74-27b4-497a-9feb-f9a87fbefbad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: 76b499df-7673-4e06-9eaf-81a515aa475b
  kind: Event
  lastTimestamp: "2026-04-16T17:25:11Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e64abe1b7a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "27728"
    uid: 8c779493-3a7e-4077-bf14-c5d9e9581805
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27724"
    uid: 625533b8-27ac-4672-be5d-14ad2ab613a9
  kind: Event
  lastTimestamp: "2026-04-16T17:25:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e64e3ca3be96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27985"
    uid: ae4c61e9-14e3-4529-a7ba-3f4f8ef48bd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27724"
    uid: 625533b8-27ac-4672-be5d-14ad2ab613a9
  kind: Event
  lastTimestamp: "2026-04-16T17:25:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e64e3d0cda9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27986"
    uid: edcc608c-966f-4fef-bce9-c6110f0cc90f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27882"
    uid: 625533b8-27ac-4672-be5d-14ad2ab613a9
  kind: Event
  lastTimestamp: "2026-04-16T17:27:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e6553a81d8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "28725"
    uid: 0ca35175-9ef2-49e4-8883-9c7d3f080091
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27882"
    uid: 625533b8-27ac-4672-be5d-14ad2ab613a9
  kind: Event
  lastTimestamp: "2026-04-16T17:27:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e6553ae934cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28726"
    uid: effd0a1b-707b-4429-87d4-33fc5ee888bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27715"
    uid: dbf21356-7ece-48ab-9a10-99325f5c5a0a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:27:00Z"
    name: isvc-predictive-xgboost-v2.18a6e64abdf12075
    namespace: kserve-ci-e2e-test
    resourceVersion: "28585"
    uid: 044ac096-fc98-454c-8a74-388a6a5d3642
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27715"
    uid: dbf21356-7ece-48ab-9a10-99325f5c5a0a
  kind: Event
  lastTimestamp: "2026-04-16T17:25:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:25:11Z"
    name: isvc-predictive-xgboost-v2.18a6e64abff33a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27733"
    uid: a6246f77-493b-4dc2-b591-e5095c4ba69c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27715"
    uid: dbf21356-7ece-48ab-9a10-99325f5c5a0a
  kind: Event
  lastTimestamp: "2026-04-16T17:25:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:25:11Z"
    name: isvc-predictive-xgboost-v2.18a6e64abff37a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27734"
    uid: 113f2e8f-482c-4128-9b39-d93247bd384a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28583"
    uid: dbf21356-7ece-48ab-9a10-99325f5c5a0a
  kind: Event
  lastTimestamp: "2026-04-16T17:27:00Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:27:00Z"
    name: isvc-predictive-xgboost-v2.18a6e66420ff94df
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: 513643a2-8b87-4c1b-b9a6-ada9d65ba7b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 2c0325d2-1e00-4e95-b6d0-c7ca600db9c3
  kind: Event
  lastTimestamp: "2026-04-16T17:22:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:22:12Z"
    name: isvc-predictive-xgboost.18a6e609648c1430
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: aba208c6-a0aa-4995-b86a-8bbe859080f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 2c0325d2-1e00-4e95-b6d0-c7ca600db9c3
  kind: Event
  lastTimestamp: "2026-04-16T17:20:31Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:31Z"
    name: isvc-predictive-xgboost.18a6e60964cb516c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: 148ba022-56b2-4700-a326-63a155c3135c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 2c0325d2-1e00-4e95-b6d0-c7ca600db9c3
  kind: Event
  lastTimestamp: "2026-04-16T17:20:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:31Z"
    name: isvc-predictive-xgboost.18a6e60964cb94d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25220"
    uid: 097da7b2-b5ce-4c6b-94b3-2d69b7fa678a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: 2c0325d2-1e00-4e95-b6d0-c7ca600db9c3
  kind: Event
  lastTimestamp: "2026-04-16T17:22:12Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:22:12Z"
    name: isvc-predictive-xgboost.18a6e6210b45b647
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: a96ae6bb-2ef6-46d7-ae12-c0fab441d6d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:17:09.300689Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23439"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d8b668-predictor-57457558f8-f87zp
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:17:09Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5da6abdd67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 5084a46b-7e9c-4c21-bb75-d783e5ac3287
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: "2026-04-16T17:17:09Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:17:09Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5da8412b832
    namespace: kserve-ci-e2e-test
    resourceVersion: "23455"
    uid: cdcb4c0e-eeb1-4d4e-98f4-c4dc67464a6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: "2026-04-16T17:17:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:09Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5da85212a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "23457"
    uid: 2629c59e-b264-4e06-b0ba-86124b61d510
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: "2026-04-16T17:17:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:09Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5da88376223
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: e1589961-9c85-4b24-ae46-135d5935b2c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: "2026-04-16T17:17:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:09Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5da88c45c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "23461"
    uid: 6fcebd6c-a77c-4984-86be-6e8687fb8b2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: "2026-04-16T17:17:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:13Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5db7a9c05fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: 2afa8ee4-3e58-40a2-b362-a7a3bb2b75af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: "2026-04-16T17:17:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:13Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5db7defeab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 70afc0ad-e04f-41b8-bad7-6d7623d7a826
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: "2026-04-16T17:17:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:13Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5db7e66b135
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 55908d14-d6c5-46a5-97bf-4055bba11486
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: "2026-04-16T17:18:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:45Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5dbb693a16c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: bcf6b5ea-29e2-43bd-be38-a990e007ad05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: d27f89f4-30a7-46a4-8ff0-a6cf7879a4b2
  kind: Event
  lastTimestamp: "2026-04-16T17:18:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:45Z"
    name: isvc-primary-d8b668-predictor-57457558f8-f87zp.18a6e5f0d361bcf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: e24fc1cf-fae4-4501-8e6d-a6913c4316ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d8b668-predictor-57457558f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: 4760bc34-edee-4c3d-8cd3-3c7401259a11
  kind: Event
  lastTimestamp: "2026-04-16T17:17:09Z"
  message: 'Created pod: isvc-primary-d8b668-predictor-57457558f8-f87zp'
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:09Z"
    name: isvc-primary-d8b668-predictor-57457558f8.18a6e5da6a3aed00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23440"
    uid: db53aa0e-fdf4-4972-afab-76a77b5bfa44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d8b668-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: 2d811475-f725-427c-b295-af9f703e9fc6
  kind: Event
  lastTimestamp: "2026-04-16T17:17:09Z"
  message: Scaled up replica set isvc-primary-d8b668-predictor-57457558f8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:09Z"
    name: isvc-primary-d8b668-predictor.18a6e5da66638833
    namespace: kserve-ci-e2e-test
    resourceVersion: "23429"
    uid: fd4e9ab3-6231-4f1d-ad7a-09cd38ff03bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d8b668-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23425"
    uid: 70583048-bfba-4e1e-a2ff-3789220bbfc0
  kind: Event
  lastTimestamp: "2026-04-16T17:17:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:54Z"
    name: isvc-primary-d8b668-predictor.18a6e5dde4e92ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: bb708466-fc09-4c28-a58f-714ba16723cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d8b668-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23425"
    uid: 70583048-bfba-4e1e-a2ff-3789220bbfc0
  kind: Event
  lastTimestamp: "2026-04-16T17:17:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:54Z"
    name: isvc-primary-d8b668-predictor.18a6e5dde52faab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23798"
    uid: 80e7ec67-ebfe-4fcb-8236-ce9a5b948446
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d8b668-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: 70583048-bfba-4e1e-a2ff-3789220bbfc0
  kind: Event
  lastTimestamp: "2026-04-16T17:18:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:39Z"
    name: isvc-primary-d8b668-predictor.18a6e5e8616a2db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: d47fc221-a83f-44c0-955c-f4b4e585b5d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d8b668-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: 70583048-bfba-4e1e-a2ff-3789220bbfc0
  kind: Event
  lastTimestamp: "2026-04-16T17:18:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:39Z"
    name: isvc-primary-d8b668-predictor.18a6e5e861d03533
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: 3174aaf3-6f5b-4bcf-8cf7-ecd4e3edd287
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d8b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 9e70368e-1605-48f7-bf4f-dfd3a2c7c35f
  kind: Event
  lastTimestamp: "2026-04-16T17:18:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:25Z"
    name: isvc-primary-d8b668.18a6e5da66362f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "24032"
    uid: fc8b867f-1819-4def-9b4f-90c8ffbab14c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d8b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 9e70368e-1605-48f7-bf4f-dfd3a2c7c35f
  kind: Event
  lastTimestamp: "2026-04-16T17:17:09Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d8b668": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d8b668":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:17:09Z"
    name: isvc-primary-d8b668.18a6e5da66b58052
    namespace: kserve-ci-e2e-test
    resourceVersion: "23437"
    uid: 62703e09-745e-4b55-ac21-a7321fee1c26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d8b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 9e70368e-1605-48f7-bf4f-dfd3a2c7c35f
  kind: Event
  lastTimestamp: "2026-04-16T17:17:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d8b668": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:17:09Z"
    name: isvc-primary-d8b668.18a6e5da66b5d527
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: a69522a3-b691-4538-af65-dc0151f33c70
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d8b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: 9e70368e-1605-48f7-bf4f-dfd3a2c7c35f
  kind: Event
  lastTimestamp: "2026-04-16T17:18:25Z"
  message: InferenceService [isvc-primary-d8b668] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:25Z"
    name: isvc-primary-d8b668.18a6e5ec41ee2ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24031"
    uid: 574f641b-f2f7-47bf-b617-ec2e93bd3a27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:18:29.418370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: ed6bb25e-ebcb-4c82-833d-3322c1ca1ec1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:18:29Z"
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg.18a6e5ed12209fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24094"
    uid: 3145c261-f7d3-4ad6-b5ae-848a9eb57d14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24098"
    uid: ed6bb25e-ebcb-4c82-833d-3322c1ca1ec1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:29Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:18:29Z"
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg.18a6e5ed2bd6df35
    namespace: kserve-ci-e2e-test
    resourceVersion: "24106"
    uid: 2e749d14-35b9-4692-89fb-1bfee408e14f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: ed6bb25e-ebcb-4c82-833d-3322c1ca1ec1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:35Z"
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg.18a6e5ed2d16189f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: c8ac5ade-da5c-48b0-ab54-4ba90969a33f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: ed6bb25e-ebcb-4c82-833d-3322c1ca1ec1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:35Z"
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg.18a6e5ed30e7d7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: 890e2043-aa8a-4e81-85c1-81f67668f830
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: ed6bb25e-ebcb-4c82-833d-3322c1ca1ec1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:35Z"
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg.18a6e5ed317275be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24158"
    uid: 3926f49f-1086-4009-a6a3-5851c00d5736
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: ed6bb25e-ebcb-4c82-833d-3322c1ca1ec1
  kind: Event
  lastTimestamp: "2026-04-16T17:18:40Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg_kserve-ci-e2e-test(ed6bb25e-ebcb-4c82-833d-3322c1ca1ec1)
  metadata:
    creationTimestamp: "2026-04-16T17:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:40Z"
    name: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg.18a6e5ef95524405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24197"
    uid: 6ce55ed1-152b-438a-bbb6-d991312cfae1
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d8b668-predictor-6f9994ff99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24074"
    uid: 6031dac3-b69e-4fa3-91fa-73f5805a6b4d
  kind: Event
  lastTimestamp: "2026-04-16T17:18:29Z"
  message: 'Created pod: isvc-secondary-d8b668-predictor-6f9994ff99-wdvzg'
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:29Z"
    name: isvc-secondary-d8b668-predictor-6f9994ff99.18a6e5ed11ca5c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 81913548-006f-4dcb-9465-be0be6f2321e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d8b668-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24072"
    uid: 676a5537-4c06-4de0-a46e-2b12cb866a80
  kind: Event
  lastTimestamp: "2026-04-16T17:18:29Z"
  message: Scaled up replica set isvc-secondary-d8b668-predictor-6f9994ff99 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:29Z"
    name: isvc-secondary-d8b668-predictor.18a6e5ed0f5a4cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24077"
    uid: 4cfcb2a2-ce04-42df-b0f9-9eedb08cbe0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d8b668-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24073"
    uid: f2fe7003-99e0-428d-a3ae-c4324ccbcc22
  kind: Event
  lastTimestamp: "2026-04-16T17:18:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:44Z"
    name: isvc-secondary-d8b668-predictor.18a6e5f08de6b0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24234"
    uid: dfcfe96e-2608-4cd6-a407-aef134ea268d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d8b668-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24073"
    uid: f2fe7003-99e0-428d-a3ae-c4324ccbcc22
  kind: Event
  lastTimestamp: "2026-04-16T17:18:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:44Z"
    name: isvc-secondary-d8b668-predictor.18a6e5f08e51c2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24236"
    uid: a2b8b615-9bef-4f42-8303-3d5e9cbdac15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d8b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "24064"
    uid: f97d2d78-245f-4627-87e7-40e08923493d
  kind: Event
  lastTimestamp: "2026-04-16T17:18:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:41Z"
    name: isvc-secondary-d8b668.18a6e5ed0f2f4292
    namespace: kserve-ci-e2e-test
    resourceVersion: "24211"
    uid: fe38b76f-83e8-483d-aa27-8cf7fbdf48d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d8b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "24064"
    uid: f97d2d78-245f-4627-87e7-40e08923493d
  kind: Event
  lastTimestamp: "2026-04-16T17:18:29Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d8b668":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d8b668":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:29Z"
    name: isvc-secondary-d8b668.18a6e5ed0faad895
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: 4543ab41-3098-4b3c-8a35-b370521545a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d8b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "24064"
    uid: f97d2d78-245f-4627-87e7-40e08923493d
  kind: Event
  lastTimestamp: "2026-04-16T17:18:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d8b668": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:29Z"
    name: isvc-secondary-d8b668.18a6e5ed0fab17d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24100"
    uid: f9727470-40b6-4bdb-a1b6-137f62cf2eb4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:58:35.106270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14398"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:58:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:58:35Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d6ff944c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14402"
    uid: d0b7eb46-81c2-4dad-bfc7-0570b335e41a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14406"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:35Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:58:35Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d718d0aea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: a6befd1c-2900-406f-85bb-6e5b5dbadcae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:35Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d719e34f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "14414"
    uid: 2ded6870-b2ab-40c2-ac7e-7c4a0b519696
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:35Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d71ce36171
    namespace: kserve-ci-e2e-test
    resourceVersion: "14419"
    uid: 47d2a7ca-acc2-4585-b1ea-20c644efa5cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:35Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d71d5a47eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14420"
    uid: ed5b0624-a5b4-471c-8201-8ca9af4cfcec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:39Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d818860c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14458"
    uid: 1a3b0606-ab08-4cb5-8471-230415fb1207
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:39Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d81c6e5c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: 010d3e7f-79a3-4c1e-8288-35ae31911a28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:39Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d81ce20da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: d6044495-1742-4409-9bad-b32646bc4654
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:39Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:39Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d81cef4187
    namespace: kserve-ci-e2e-test
    resourceVersion: "14465"
    uid: a1594377-3c1f-41e1-86f0-e6a1e4a2ed93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:39Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d8205149a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14466"
    uid: f07f9d50-a807-49dd-85c6-fb5d1cda51a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:39Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d820ca516e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 52278921-571f-4a79-8c65-b0d36312d695
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:59:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:59:42Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d8548504bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: cf9977bd-145d-4cb9-abd0-7287559ef21c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: df201950-65db-4d8e-a187-b29ae219ea5d
  kind: Event
  lastTimestamp: "2026-04-16T16:59:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:59:42Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84.18a6e4d890474528
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: f66efb39-edac-4aae-897b-b9c73a203553
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-848df975bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14383"
    uid: c700f56b-c8e3-4193-bcf6-f0837490322e
  kind: Event
  lastTimestamp: "2026-04-16T16:58:35Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84'
  metadata:
    creationTimestamp: "2026-04-16T16:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:35Z"
    name: isvc-sklearn-batcher-custom-predictor-848df975bd.18a6e4d6ff29db1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14399"
    uid: 721ba0e0-d6d8-4f6c-b621-299e8603193b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14381"
    uid: 074694b2-99b5-448a-b443-e8e7ff17191d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:34Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-848df975bd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:34Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e4d6f918a289
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 58b36dae-8ced-4e6b-ad00-76476519f1f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14382"
    uid: d611c43a-511b-4271-b0c2-41e7cfa370d2
  kind: Event
  lastTimestamp: "2026-04-16T16:59:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e4da77fb91ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 69f1208b-4823-4a94-940d-f401d24800cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14382"
    uid: d611c43a-511b-4271-b0c2-41e7cfa370d2
  kind: Event
  lastTimestamp: "2026-04-16T16:59:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e4da78632a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14762"
    uid: ba6c1c70-29c4-44d3-aeec-0a917f6dbe18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14541"
    uid: d611c43a-511b-4271-b0c2-41e7cfa370d2
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e4ddf7239d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 02db8068-75e5-403d-8312-bef5985cb485
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14541"
    uid: d611c43a-511b-4271-b0c2-41e7cfa370d2
  kind: Event
  lastTimestamp: "2026-04-16T17:00:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:05Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e4ddf78c9af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15154"
    uid: 5ee39c59-d500-48d7-879a-59ea85fb8537
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14373"
    uid: c8791899-14c9-410b-9287-78384a54eaa1
  kind: Event
  lastTimestamp: "2026-04-16T16:59:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:59:52Z"
    name: isvc-sklearn-batcher-custom.18a6e4d6f8e25669
    namespace: kserve-ci-e2e-test
    resourceVersion: "15010"
    uid: 6fdbbb5e-a93d-45e0-b838-23919cd7cd60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14373"
    uid: c8791899-14c9-410b-9287-78384a54eaa1
  kind: Event
  lastTimestamp: "2026-04-16T16:58:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:35Z"
    name: isvc-sklearn-batcher-custom.18a6e4d6f946ea89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14388"
    uid: 8d93f2fd-3ffc-4a7e-99ac-8e064081c1ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14373"
    uid: c8791899-14c9-410b-9287-78384a54eaa1
  kind: Event
  lastTimestamp: "2026-04-16T16:58:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:35Z"
    name: isvc-sklearn-batcher-custom.18a6e4d6f9473307
    namespace: kserve-ci-e2e-test
    resourceVersion: "14390"
    uid: 978f8918-9ed3-4ed5-ab96-d53fcff562e5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: c8791899-14c9-410b-9287-78384a54eaa1
  kind: Event
  lastTimestamp: "2026-04-16T16:59:52Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:59:52Z"
    name: isvc-sklearn-batcher-custom.18a6e4e90f43470b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: e20920d8-c46a-43f6-a505-845be1d3110f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:57:04.691191Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13648"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:57:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:57:04Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c1f26bb35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13652"
    uid: 0cffc67b-6eb5-4e65-a6f5-1235dfe2f71d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13657"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:05Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:57:05Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c20cab9de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13664"
    uid: 025addc6-6fbb-4e30-814c-c8ee2f80ffa2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:05Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
  metadata:
    creationTimestamp: "2026-04-16T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:05Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c20dd2998b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13666"
    uid: b878bc77-bbe4-4dbc-8351-fe66f595369e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    in 3.305s (3.305s including waiting). Image size: 299668949 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:08Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c2d2d204d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13691"
    uid: 7eaa6f3e-d985-40a0-b3c9-044febe52d3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:08Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c2d5df43c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13692"
    uid: 70e7304c-b840-44df-b05a-4c908a1a6bd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:08Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c2d6647cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13693"
    uid: 2d850e60-e3f2-4c43-8f59-88a2ba25e88b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:12Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
  metadata:
    creationTimestamp: "2026-04-16T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:12Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c3c3c0e541
    namespace: kserve-ci-e2e-test
    resourceVersion: "13752"
    uid: 4f3e4282-de2a-4aa1-bf3a-7aa5d6f6643f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    in 12.97s (12.97s including waiting). Image size: 1560615365 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:25Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c6c8dc36fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13851"
    uid: d446e06d-8bde-4b51-82fe-c823cc9dbe05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:25Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c6cc7d521d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13852"
    uid: f9161feb-6b42-43ff-9ed1-d8e3ccd2e993
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:25Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c6ccf45008
    namespace: kserve-ci-e2e-test
    resourceVersion: "13853"
    uid: a3f21a80-5b19-4e79-99ac-78877ada9e72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:25Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd"
  metadata:
    creationTimestamp: "2026-04-16T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:25Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c6cd00a3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13854"
    uid: 38262821-8746-497b-9d5e-3d91f468ba63
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd"
    in 3.064s (3.064s including waiting). Image size: 237893238 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:28Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c783ae52a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13874"
    uid: 879f8818-6166-4b18-8452-5d1396637da4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:28Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:28Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c78768e83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13875"
    uid: 00051b39-2258-4c43-b3b0-63862fc135d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:28Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:28Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c787e1dde8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13876"
    uid: cc7d329e-f84d-4522-991f-2799fb4b5b5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:58:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:21Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c7bd628b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "14265"
    uid: b507a178-6dc9-48c7-8747-4fbcd63be1a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f
  kind: Event
  lastTimestamp: "2026-04-16T16:58:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T16:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:21Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r.18a6e4c7f933011c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: befc9931-379f-4829-b293-8eab936df4ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6d5844b6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13633"
    uid: e1e9e0cb-3757-4cd8-80df-57f15e8e138a
  kind: Event
  lastTimestamp: "2026-04-16T16:57:04Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r'
  metadata:
    creationTimestamp: "2026-04-16T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:04Z"
    name: isvc-sklearn-batcher-predictor-6d5844b6c5.18a6e4c1f21489b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13650"
    uid: a66f68ba-d0f1-498a-af1f-3f08d6f5ca0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13632"
    uid: 4b72a806-2c01-48fa-8d13-b2c06fd82207
  kind: Event
  lastTimestamp: "2026-04-16T16:57:04Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6d5844b6c5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:04Z"
    name: isvc-sklearn-batcher-predictor.18a6e4c1ea140e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13634"
    uid: 6c9526db-f3e3-4c3a-8f27-b7914eda0d86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13641"
    uid: 19030eca-bb2f-4c4b-9717-4990517454d3
  kind: Event
  lastTimestamp: "2026-04-16T16:58:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:04Z"
    name: isvc-sklearn-batcher-predictor.18a6e4c56f9cc9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 429f0c6e-3d23-4ffb-8327-a0bc0d7874a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13641"
    uid: 19030eca-bb2f-4c4b-9717-4990517454d3
  kind: Event
  lastTimestamp: "2026-04-16T16:58:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:04Z"
    name: isvc-sklearn-batcher-predictor.18a6e4c57008ffa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14145"
    uid: 931f78aa-322a-4c4c-ba15-691c89c9f632
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13811"
    uid: 19030eca-bb2f-4c4b-9717-4990517454d3
  kind: Event
  lastTimestamp: "2026-04-16T16:59:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:04Z"
    name: isvc-sklearn-batcher-predictor.18a6e4d36d161387
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: ccf4b615-d329-4b3c-baf5-6cfe15434ce7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13811"
    uid: 19030eca-bb2f-4c4b-9717-4990517454d3
  kind: Event
  lastTimestamp: "2026-04-16T16:59:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:04Z"
    name: isvc-sklearn-batcher-predictor.18a6e4d36d8e2303
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: fc87a1bc-b502-4280-a3a9-5e5edf9a2289
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13622"
    uid: 741effd1-2e6d-440e-b924-66ffb4557ed0
  kind: Event
  lastTimestamp: "2026-04-16T16:58:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:31Z"
    name: isvc-sklearn-batcher.18a6e4c1f001229e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14346"
    uid: b43d8f35-64f2-43cc-95af-c0d82d3e908c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13622"
    uid: 741effd1-2e6d-440e-b924-66ffb4557ed0
  kind: Event
  lastTimestamp: "2026-04-16T16:57:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:57:04Z"
    name: isvc-sklearn-batcher.18a6e4c1f05c442a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13643"
    uid: cd8f321b-0286-4eb1-a249-92f7ecd16f97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13622"
    uid: 741effd1-2e6d-440e-b924-66ffb4557ed0
  kind: Event
  lastTimestamp: "2026-04-16T16:57:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:57:04Z"
    name: isvc-sklearn-batcher.18a6e4c1f05ca9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "13645"
    uid: 263ed7a2-8d2a-4103-bba5-38e0d6c210e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14344"
    uid: 741effd1-2e6d-440e-b924-66ffb4557ed0
  kind: Event
  lastTimestamp: "2026-04-16T16:58:31Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:31Z"
    name: isvc-sklearn-batcher.18a6e4d630c4bea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14345"
    uid: a1574386-7e10-425f-ac0d-1b11c2461cad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:08:26.567779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:08:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:08:26Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e560b56ea6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19199"
    uid: e1ee7222-ba83-4c7c-8486-30f76eab85d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19202"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:26Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:08:26Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e560ceb86b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: f734bce1-db7b-419f-be32-9d7c4a378281
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:27Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e560cfe55da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19214"
    uid: 9e496c9a-f6ba-4f8c-aa74-41ad8143d2f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:27Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e560d3773f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 0d68f139-5f45-4229-b015-3836402cc115
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:27Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e560d3f3f77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19217"
    uid: 47a76c90-bb83-445d-b397-f65bf1ecec6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:30Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e561b74cb3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19249"
    uid: e8fbb69b-5e27-4705-9bba-0de4131a594b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:30Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e561babcff48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: dc9c430b-af02-4f4f-938b-1e5d5b591ef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:30Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e561bb3ded97
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: cbdef40b-92d2-4459-9a06-138e31abcb5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:30Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:30Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e561bb4b939c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19257"
    uid: 3f283fff-5afd-4159-8e6b-9d7803311697
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.137s (3.137s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:34Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e562764936f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: ccf9b549-4990-4dad-964e-e17e15294988
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:34Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T17:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:34Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e5627a04208d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19283"
    uid: ef67872b-073c-4375-bf63-1bf0c2bfb826
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:34Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T17:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:34Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e5627a84f7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19285"
    uid: 9283ac66-07ab-4f72-a6b1-9cb56eda6d95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:09:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:36Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e57107fc187b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 7e419bfc-d880-4300-a13b-8bfc6ae349c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:09:36Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:36Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e57107fc5e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: 32509d76-2b86-493a-ad3d-577c2cabd386
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6c6ad62b-3888-4cc4-8471-79ebb62b2f1b
  kind: Event
  lastTimestamp: "2026-04-16T17:10:05Z"
  message: 'Readiness probe failed: Get "http://10.132.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:05Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk.18a6e5732ef3d003
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: 93b09e75-ee19-4498-8a22-1f74316cb7fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6b8d64fb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: 7067edfc-e6f8-4302-bb24-ae0f4176f618
  kind: Event
  lastTimestamp: "2026-04-16T17:08:26Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6b8d64fb98-vw8rk'
  metadata:
    creationTimestamp: "2026-04-16T17:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:26Z"
    name: isvc-sklearn-mcp-predictor-6b8d64fb98.18a6e560b50c0825
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: c8727391-52af-49cb-9105-c5cc7d6b1e6c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19179"
    uid: 83a94724-5697-4e0d-a18a-30ea8859876d
  kind: Event
  lastTimestamp: "2026-04-16T17:08:26Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6b8d64fb98 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:26Z"
    name: isvc-sklearn-mcp-predictor.18a6e560b2204365
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: 0becc52c-8161-49de-a664-8b9a5e63d2ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: 44f09227-2454-489f-a1e7-4dadfd5c18e5
  kind: Event
  lastTimestamp: "2026-04-16T17:09:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:09:35Z"
    name: isvc-sklearn-mcp.18a6e560b1b12084
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 26cddfe6-45a9-4c8a-bfe7-395f44fd34fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: 44f09227-2454-489f-a1e7-4dadfd5c18e5
  kind: Event
  lastTimestamp: "2026-04-16T17:08:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:26Z"
    name: isvc-sklearn-mcp.18a6e560b3d47e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: 35f1899c-dd80-4fbd-ad2c-fe6bd54fdde7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: 44f09227-2454-489f-a1e7-4dadfd5c18e5
  kind: Event
  lastTimestamp: "2026-04-16T17:08:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:26Z"
    name: isvc-sklearn-mcp.18a6e560b3d4c2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: a2e1c85e-4d3b-444d-bd0f-61a07783e781
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 44f09227-2454-489f-a1e7-4dadfd5c18e5
  kind: Event
  lastTimestamp: "2026-04-16T17:09:35Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:09:35Z"
    name: isvc-sklearn-mcp.18a6e570deaa923f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 32dd50bf-c0ec-4689-b939-aeb93e2c6e1b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:28:24.288277Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29331"
    uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-66fb7c44cc-gzszm
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:28:24Z"
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm.18a6e67793231cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 09d5ce57-2a6b-4088-8c2a-5f0c71030f09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29341"
    uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000
  kind: Event
  lastTimestamp: "2026-04-16T17:28:24Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:28:24Z"
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm.18a6e677ac956a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29357"
    uid: 689ccf0b-0f1b-476c-b0dd-0c7b24cd80bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000
  kind: Event
  lastTimestamp: "2026-04-16T17:28:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:28:24Z"
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm.18a6e677adac883d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29359"
    uid: a1e280df-f7b2-4547-9030-7a72c2c61ae5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000
  kind: Event
  lastTimestamp: "2026-04-16T17:28:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:28:24Z"
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm.18a6e677b1235aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: 97816b47-3c82-4e37-baf8-064c91ac4f71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000
  kind: Event
  lastTimestamp: "2026-04-16T17:28:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:28:24Z"
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm.18a6e677b1ada702
    namespace: kserve-ci-e2e-test
    resourceVersion: "29361"
    uid: df3a1bb1-9d61-4e94-a2b5-3a5e989c9f43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000
  kind: Event
  lastTimestamp: "2026-04-16T17:28:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:28:29Z"
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm.18a6e678c50a6a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29404"
    uid: de81d577-420a-44b6-bc91-a2fdf41b724a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000
  kind: Event
  lastTimestamp: "2026-04-16T17:28:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:28:29Z"
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm.18a6e678c8f219a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: 66a23c13-ac55-4fc0-906e-87eb36aea7f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000
  kind: Event
  lastTimestamp: "2026-04-16T17:28:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:28:29Z"
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm.18a6e678c970c906
    namespace: kserve-ci-e2e-test
    resourceVersion: "29410"
    uid: b34c3776-82f9-43e6-a971-e9e658559150
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000
  kind: Event
  lastTimestamp: "2026-04-16T17:29:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:29:31Z"
    name: isvc-sklearn-predictor-66fb7c44cc-gzszm.18a6e6790114914e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29864"
    uid: 808c1b5b-de53-4f88-ad12-46afc0333198
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-66fb7c44cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: 7409e4d6-d1ed-48d4-a47a-bf579817d788
  kind: Event
  lastTimestamp: "2026-04-16T17:28:24Z"
  message: 'Created pod: isvc-sklearn-predictor-66fb7c44cc-gzszm'
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:28:24Z"
    name: isvc-sklearn-predictor-66fb7c44cc.18a6e67792b9616d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29333"
    uid: dc0e33c5-189b-4900-af4c-358f07c3bda0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29317"
    uid: f191b634-769f-4364-a755-ce812be6b83e
  kind: Event
  lastTimestamp: "2026-04-16T17:28:24Z"
  message: Scaled up replica set isvc-sklearn-predictor-66fb7c44cc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:28:24Z"
    name: isvc-sklearn-predictor.18a6e67790a319da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: ae73424f-2951-4374-b729-61c24a93294c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: d26ee8f3-7812-45e0-af01-7c8fd5927211
  kind: Event
  lastTimestamp: "2026-04-16T17:28:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:28:54Z"
    name: isvc-sklearn-predictor.18a6e67b0f506cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29595"
    uid: 8d0fbf54-6415-4e02-97cb-22345f9c8c55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: d26ee8f3-7812-45e0-af01-7c8fd5927211
  kind: Event
  lastTimestamp: "2026-04-16T17:28:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:28:54Z"
    name: isvc-sklearn-predictor.18a6e67b0fb6b7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29596"
    uid: 590c591d-434c-4e42-b058-4da66299911e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29486"
    uid: d26ee8f3-7812-45e0-af01-7c8fd5927211
  kind: Event
  lastTimestamp: "2026-04-16T17:30:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:30:09Z"
    name: isvc-sklearn-predictor.18a6e6820d2bb39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: 07e164ad-981f-4b44-8823-2d52baf54ac0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29486"
    uid: d26ee8f3-7812-45e0-af01-7c8fd5927211
  kind: Event
  lastTimestamp: "2026-04-16T17:30:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:30:09Z"
    name: isvc-sklearn-predictor.18a6e6820d96126c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: 559debce-456f-4b34-9056-2288911560d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:30:34.641751Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    to ip-10-0-142-37.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:30:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:30:34Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x.18a6e695eccf328d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30436"
    uid: 69324d76-dfdc-47cc-ad5f-f3856333e53f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30441"
    uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:35Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:30:35Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x.18a6e6960676152a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30450"
    uid: f1ee077f-ce99-4e1f-9494-ededf885a07f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:30:35Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x.18a6e696079fc013
    namespace: kserve-ci-e2e-test
    resourceVersion: "30454"
    uid: 4d5daeef-5831-4902-be89-b491b271652c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:30:35Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x.18a6e6960b221fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 77d578d9-a233-442d-be28-2bb29f1db6b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:30:35Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x.18a6e6960b9dc7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30458"
    uid: 3670b0fc-f274-4e0f-b134-183d28165419
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:30:42Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x.18a6e697da8d5baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 2921bd3c-3741-44a5-9026-3f824e9073d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:30:42Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x.18a6e697ddd74ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 3db166f6-d05b-4737-a6f7-b7c003702c8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:30:42Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x.18a6e697de5668b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: 4d194517-ce11-42bc-9e36-01f6c3d38aa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:30:54Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x.18a6e69816b71b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30615"
    uid: f090a984-0246-49d0-9c51-bcb484ed72be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-37.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-37.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-cf744c55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: b5e074ce-7d77-43ce-bfb0-dd0260e35a5b
  kind: Event
  lastTimestamp: "2026-04-16T17:30:34Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-cf744c55f-54m8x'
  metadata:
    creationTimestamp: "2026-04-16T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:30:34Z"
    name: isvc-sklearn-runtime-predictor-cf744c55f.18a6e695ec627297
    namespace: kserve-ci-e2e-test
    resourceVersion: "30433"
    uid: dc112098-1277-4de5-adff-af1a10a7ae9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30417"
    uid: ec9110bc-c615-44c3-9f8e-9e3b51d686f7
  kind: Event
  lastTimestamp: "2026-04-16T17:30:34Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-cf744c55f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:30:34Z"
    name: isvc-sklearn-runtime-predictor.18a6e695ea1afd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: df5a35aa-8fcd-42e5-8b7b-a4817627ef98
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30418"
    uid: 98a5e61e-625d-4b72-8da5-575cf46fd422
  kind: Event
  lastTimestamp: "2026-04-16T17:31:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:31:19Z"
    name: isvc-sklearn-runtime-predictor.18a6e69968ae287d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 2934d607-930f-4e9d-9d12-7a93c8c1d6dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30418"
    uid: 98a5e61e-625d-4b72-8da5-575cf46fd422
  kind: Event
  lastTimestamp: "2026-04-16T17:31:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:31:19Z"
    name: isvc-sklearn-runtime-predictor.18a6e6996925b2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: db98fede-4cb2-40fb-bb37-31ffb5fa1f5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: 98a5e61e-625d-4b72-8da5-575cf46fd422
  kind: Event
  lastTimestamp: "2026-04-16T17:31:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:31:34Z"
    name: isvc-sklearn-runtime-predictor.18a6e6a3e5b0df63
    namespace: kserve-ci-e2e-test
    resourceVersion: "30990"
    uid: 8c66f7b2-63f9-4a17-85f4-b09dc81cb9f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: 98a5e61e-625d-4b72-8da5-575cf46fd422
  kind: Event
  lastTimestamp: "2026-04-16T17:31:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:31:34Z"
    name: isvc-sklearn-runtime-predictor.18a6e6a3e61e8053
    namespace: kserve-ci-e2e-test
    resourceVersion: "30992"
    uid: ee28ebe2-73e1-4858-b0f2-45dec00dbee4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30409"
    uid: 45a5c1a9-a465-46dc-b4d8-7bdc9291ff09
  kind: Event
  lastTimestamp: "2026-04-16T17:31:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:31:05Z"
    name: isvc-sklearn-runtime.18a6e695e9e5b9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30705"
    uid: c7d9e019-87fe-4d4f-a5df-94e10d0ab679
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30409"
    uid: 45a5c1a9-a465-46dc-b4d8-7bdc9291ff09
  kind: Event
  lastTimestamp: "2026-04-16T17:30:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:30:34Z"
    name: isvc-sklearn-runtime.18a6e695ea85fa96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 0b23a906-7e0a-461d-beb0-cd0c17723ee0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30409"
    uid: 45a5c1a9-a465-46dc-b4d8-7bdc9291ff09
  kind: Event
  lastTimestamp: "2026-04-16T17:30:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:30:34Z"
    name: isvc-sklearn-runtime.18a6e695ea863ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 77e48192-1425-4f08-bd60-930c1348c077
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30701"
    uid: 45a5c1a9-a465-46dc-b4d8-7bdc9291ff09
  kind: Event
  lastTimestamp: "2026-04-16T17:31:04Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:31:04Z"
    name: isvc-sklearn-runtime.18a6e69cfe259a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30703"
    uid: 62f2cfb3-2850-4086-925b-e38f102e4c7a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:43:48.253365Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:43:48Z"
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7.18a6e74eb3bf76a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37213"
    uid: 7b0aa4b8-83ca-476e-a1f6-a4c34c2af13c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37218"
    uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322
  kind: Event
  lastTimestamp: "2026-04-16T17:43:48Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:43:48Z"
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7.18a6e74ecd081c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37227"
    uid: 739e08a1-f83e-4cf4-a598-9ac0aaf83bd4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37210"
    uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322
  kind: Event
  lastTimestamp: "2026-04-16T17:43:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:43:48Z"
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7.18a6e74ece5f47fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37229"
    uid: 78887a2b-7471-449e-8689-6806a3e2ed8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37210"
    uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322
  kind: Event
  lastTimestamp: "2026-04-16T17:43:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:43:48Z"
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7.18a6e74ed1c91eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 57dc5398-1470-4402-8e48-c928ff978092
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37210"
    uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322
  kind: Event
  lastTimestamp: "2026-04-16T17:43:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:43:48Z"
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7.18a6e74ed23cdb72
    namespace: kserve-ci-e2e-test
    resourceVersion: "37233"
    uid: bc8c3896-99e6-4aae-9461-b0a2e288f1d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37210"
    uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322
  kind: Event
  lastTimestamp: "2026-04-16T17:43:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:43:50Z"
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7.18a6e74f29153c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: 53a9738a-6511-4c7a-bd8f-e14f38cfe666
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37210"
    uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322
  kind: Event
  lastTimestamp: "2026-04-16T17:43:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:43:50Z"
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7.18a6e74f2c420adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 82a3a215-de7a-4434-a448-53416f734525
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37210"
    uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322
  kind: Event
  lastTimestamp: "2026-04-16T17:43:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:43:50Z"
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7.18a6e74f2cb589d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37260"
    uid: 848ff3f0-d604-4747-ad40-da663595421b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37210"
    uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322
  kind: Event
  lastTimestamp: "2026-04-16T17:44:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:44:42Z"
    name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7.18a6e74f64fa064a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: f8b2c02e-9db7-45e1-bfa1-004048921789
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-669df85bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37197"
    uid: cdc5f911-6a53-4c34-84f1-7f1808e334c8
  kind: Event
  lastTimestamp: "2026-04-16T17:43:48Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-669df85bbb-v2gs7'
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:43:48Z"
    name: isvc-sklearn-s3-predictor-669df85bbb.18a6e74eb369ea3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37211"
    uid: c25dfd7e-e743-4a43-8c55-f5b700934280
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: 2fa55ac9-7816-49eb-99f5-22132c856078
  kind: Event
  lastTimestamp: "2026-04-16T17:43:48Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-669df85bbb from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:43:48Z"
    name: isvc-sklearn-s3-predictor.18a6e74eb16e6da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37200"
    uid: f3232d93-abd9-453b-8e18-a3fa6c062f38
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37196"
    uid: 8ad74a82-df77-4088-932d-e6b26ad2e9d6
  kind: Event
  lastTimestamp: "2026-04-16T17:44:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:44:03Z"
    name: isvc-sklearn-s3-predictor.18a6e7522fc1af3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37366"
    uid: f1d6ffe2-db47-401b-b5d4-5837c8e2f277
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37196"
    uid: 8ad74a82-df77-4088-932d-e6b26ad2e9d6
  kind: Event
  lastTimestamp: "2026-04-16T17:44:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:44:03Z"
    name: isvc-sklearn-s3-predictor.18a6e7523038d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37368"
    uid: a72ee590-5f87-4698-b763-378e95a2b21a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: 8ad74a82-df77-4088-932d-e6b26ad2e9d6
  kind: Event
  lastTimestamp: "2026-04-16T17:45:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:45:18Z"
    name: isvc-sklearn-s3-predictor.18a6e755aef0e35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 5b62e782-9884-4fd3-b4dd-64ecaa486ce9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: 8ad74a82-df77-4088-932d-e6b26ad2e9d6
  kind: Event
  lastTimestamp: "2026-04-16T17:45:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:45:18Z"
    name: isvc-sklearn-s3-predictor.18a6e755af654bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37994"
    uid: bea6b884-e08c-458e-8d2c-90ff9a1145f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:47:41.763910Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 72fa0e45-11d7-4b2b-90b6-a6c19b414eaf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:47:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:47:41Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg.18a6e785120f9f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "39298"
    uid: cfd4c2e2-68de-4663-b97b-3cbbfd5c5122
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39302"
    uid: 72fa0e45-11d7-4b2b-90b6-a6c19b414eaf
  kind: Event
  lastTimestamp: "2026-04-16T17:47:42Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:47:42Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg.18a6e7852b249d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39315"
    uid: fffaade0-d2fa-4b45-af78-de4f65e57091
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39293"
    uid: 72fa0e45-11d7-4b2b-90b6-a6c19b414eaf
  kind: Event
  lastTimestamp: "2026-04-16T17:47:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg.18a6e7852c8e5d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: 7c426e74-85de-4e0f-ba6c-142b31f2ec0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39293"
    uid: 72fa0e45-11d7-4b2b-90b6-a6c19b414eaf
  kind: Event
  lastTimestamp: "2026-04-16T17:47:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg.18a6e78530890b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 876b57cc-4fa0-4a3f-82e7-d9cae9abe04f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39293"
    uid: 72fa0e45-11d7-4b2b-90b6-a6c19b414eaf
  kind: Event
  lastTimestamp: "2026-04-16T17:47:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg.18a6e7853164d2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39377"
    uid: 5ad822f4-f48f-4442-bf4c-c9f84b4551bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39293"
    uid: 72fa0e45-11d7-4b2b-90b6-a6c19b414eaf
  kind: Event
  lastTimestamp: "2026-04-16T17:47:51Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg_kserve-ci-e2e-test(72fa0e45-11d7-4b2b-90b6-a6c19b414eaf)
  metadata:
    creationTimestamp: "2026-04-16T17:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg.18a6e7873bd68cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39402"
    uid: c3ad098c-9b24-4f6f-b16d-63addbbe796c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948
    namespace: kserve-ci-e2e-test
    resourceVersion: "39283"
    uid: 2a1e8e8f-b8a2-4e2e-b244-9ebc754bae38
  kind: Event
  lastTimestamp: "2026-04-16T17:47:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948-vrzfg'
  metadata:
    creationTimestamp: "2026-04-16T17:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:47:41Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948.18a6e78511b22fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39294"
    uid: bbe411e3-5242-4d32-9e56-cf0976a7cda5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39281"
    uid: 378f7f8f-5a15-4d89-b2b1-89d7f7163b44
  kind: Event
  lastTimestamp: "2026-04-16T17:47:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-66899b8948
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:47:41Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6e7850f8850a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39286"
    uid: 02ffef87-47be-40f9-b28a-ae1a767ea441
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39273"
    uid: 6796f885-6bb4-4ef1-8190-9df2a97fb85d
  kind: Event
  lastTimestamp: "2026-04-16T17:47:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:47:51Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e7850f53ede1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 724619e6-f9fa-41f1-ac46-22373e5b4456
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39273"
    uid: 6796f885-6bb4-4ef1-8190-9df2a97fb85d
  kind: Event
  lastTimestamp: "2026-04-16T17:47:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:47:41Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e785117bc8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: 166a9fd3-4067-4729-a2ab-374c37b54afd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39273"
    uid: 6796f885-6bb4-4ef1-8190-9df2a97fb85d
  kind: Event
  lastTimestamp: "2026-04-16T17:47:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:47:41Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e785117c0bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39295"
    uid: f52b696b-ec23-43b8-b9cb-31d6569cb215
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:46:20.659419Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:46:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:46:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e7722fdb4cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38607"
    uid: 1b14d993-20ee-49c4-9eef-50550bbaf615
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38611"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: "2026-04-16T17:46:21Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:46:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e772496a8f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38618"
    uid: 10829369-c4bf-4a9b-a2ca-fbe9aed60632
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: "2026-04-16T17:46:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e7724aaeaba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38620"
    uid: 28b94c23-0620-437a-b39c-b6b72fb55db1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: "2026-04-16T17:46:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e7724e608c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38622"
    uid: 379d9ef5-18cd-4c60-b2b4-f6488a3b4984
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: "2026-04-16T17:46:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e7724ee9c88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38623"
    uid: 01cf78ca-80ee-442a-b8df-12b30a6d9b09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: "2026-04-16T17:46:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e772ab9612ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38645"
    uid: 184a4d7d-f0f0-43bd-8da5-6bde4c556c0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: "2026-04-16T17:46:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e772af493f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38653"
    uid: 8ad4c5b3-022b-4f15-9645-ccf6ad535c3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: "2026-04-16T17:46:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e772afc6614c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38654"
    uid: 43169677-2544-4e8f-be2f-e40e57b42fa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: "2026-04-16T17:47:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e772e7add8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39342"
    uid: a22e444d-480c-4af2-85a3-ad93afda30cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 270cdd59-b71f-4124-993e-fa8d8c1146e6
  kind: Event
  lastTimestamp: "2026-04-16T17:47:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd.18a6e784d2d38bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39257"
    uid: 4fe2691a-1e71-4469-947f-2ec321e67a18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38591"
    uid: b2655c3d-c4a9-4462-a4db-0057825c32a2
  kind: Event
  lastTimestamp: "2026-04-16T17:46:20Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b-ddzcd'
  metadata:
    creationTimestamp: "2026-04-16T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:46:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b.18a6e7722f6ed38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: e0f597a5-2a27-41c7-b017-d3d166d17661
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: eabe4d38-0b58-4b9e-86cd-f74692204f02
  kind: Event
  lastTimestamp: "2026-04-16T17:46:20Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5fb587c98b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:46:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e7722d24c641
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: 3b8b1c3b-ab87-4117-b0a8-73e8d8a560b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38590"
    uid: 942e64e3-9960-4288-b9fd-d0647c59c6a6
  kind: Event
  lastTimestamp: "2026-04-16T17:47:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:47:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e775abc487c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38980"
    uid: 85111227-af85-41be-94c5-197a4df39eef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38590"
    uid: 942e64e3-9960-4288-b9fd-d0647c59c6a6
  kind: Event
  lastTimestamp: "2026-04-16T17:47:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:47:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e775ac934467
    namespace: kserve-ci-e2e-test
    resourceVersion: "38981"
    uid: 3ebbce36-74fa-4a5c-90aa-75d09e0ef2a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 942e64e3-9960-4288-b9fd-d0647c59c6a6
  kind: Event
  lastTimestamp: "2026-04-16T17:47:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:47:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e78028e810ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: b7e5b723-0e83-4562-8b40-aa6a59f7c67e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 942e64e3-9960-4288-b9fd-d0647c59c6a6
  kind: Event
  lastTimestamp: "2026-04-16T17:47:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:47:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e7802951c22a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39208"
    uid: 68ff7487-3e59-4624-8cfd-0cd69607619b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38580"
    uid: 0ca91a55-995b-4cbc-84c7-dcd839c8911f
  kind: Event
  lastTimestamp: "2026-04-16T17:47:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:47:34Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e7722cfbf337
    namespace: kserve-ci-e2e-test
    resourceVersion: "39201"
    uid: a0335037-0d6d-4501-be79-2fbd85317e29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38580"
    uid: 0ca91a55-995b-4cbc-84c7-dcd839c8911f
  kind: Event
  lastTimestamp: "2026-04-16T17:46:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:46:20Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e7722d66ac00
    namespace: kserve-ci-e2e-test
    resourceVersion: "38595"
    uid: c6d8a695-5be7-4ca6-ae4f-501a7deacea6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38580"
    uid: 0ca91a55-995b-4cbc-84c7-dcd839c8911f
  kind: Event
  lastTimestamp: "2026-04-16T17:46:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:46:20Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e7722d66fc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38597"
    uid: 7b7c0f4d-7cc9-426a-852f-4d4783539c90
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39199"
    uid: 0ca91a55-995b-4cbc-84c7-dcd839c8911f
  kind: Event
  lastTimestamp: "2026-04-16T17:47:34Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:47:34Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e78373760bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39200"
    uid: d39641c4-79f1-405b-932d-931adb3cc466
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:46:09.579363Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 8d1c501b-bfb4-4022-b89d-26bed7a1683e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:46:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:46:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd.18a6e76f9b6f067a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38442"
    uid: 27203af6-d712-4603-91fb-3db7e0421579
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38445"
    uid: 8d1c501b-bfb4-4022-b89d-26bed7a1683e
  kind: Event
  lastTimestamp: "2026-04-16T17:46:10Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:46:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd.18a6e76fb4d41bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38456"
    uid: 650a7606-2aea-45f7-bdbe-00271872fd0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38438"
    uid: 8d1c501b-bfb4-4022-b89d-26bed7a1683e
  kind: Event
  lastTimestamp: "2026-04-16T17:46:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd.18a6e76fb616ba90
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: b77ce28e-39f0-4038-a7a6-dcb7c6b66b15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38438"
    uid: 8d1c501b-bfb4-4022-b89d-26bed7a1683e
  kind: Event
  lastTimestamp: "2026-04-16T17:46:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd.18a6e76fba4a4528
    namespace: kserve-ci-e2e-test
    resourceVersion: "38514"
    uid: 19cc1c15-3837-4ea6-9c56-96d87c10a5a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38438"
    uid: 8d1c501b-bfb4-4022-b89d-26bed7a1683e
  kind: Event
  lastTimestamp: "2026-04-16T17:46:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd.18a6e76fbac3d792
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: e9edd06a-fe06-44f8-a68a-39d34a146072
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38438"
    uid: 8d1c501b-bfb4-4022-b89d-26bed7a1683e
  kind: Event
  lastTimestamp: "2026-04-16T17:46:19Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd.18a6e771f28b7e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "38564"
    uid: 118a864e-59b7-40df-b86c-7cc08c316649
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38426"
    uid: dfa4bcb2-77bd-4f51-836d-f20c028e5bca
  kind: Event
  lastTimestamp: "2026-04-16T17:46:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6-b8ssd'
  metadata:
    creationTimestamp: "2026-04-16T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:46:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6.18a6e76f9b1add29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38439"
    uid: 6a8cdf55-87e6-4f36-9a55-400ba124f38a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38423"
    uid: f2066949-d124-4f43-8ccf-65b7161e2601
  kind: Event
  lastTimestamp: "2026-04-16T17:46:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7fc5b776c6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:46:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6e76f991f5961
    namespace: kserve-ci-e2e-test
    resourceVersion: "38428"
    uid: b80ed35e-85c5-4a37-9fad-2f7f47fd6a86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: a433103a-3ffd-42c8-8c76-9545fba6f5f7
  kind: Event
  lastTimestamp: "2026-04-16T17:46:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:46:15Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6e76f98f93d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "38513"
    uid: 50c4d7e5-0391-470c-a520-8d405975bfdd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: a433103a-3ffd-42c8-8c76-9545fba6f5f7
  kind: Event
  lastTimestamp: "2026-04-16T17:46:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:46:09Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6e76f9954bded
    namespace: kserve-ci-e2e-test
    resourceVersion: "38430"
    uid: 29bf60b8-1d43-4c1e-8539-e58042fb5428
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: a433103a-3ffd-42c8-8c76-9545fba6f5f7
  kind: Event
  lastTimestamp: "2026-04-16T17:46:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:46:09Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6e76f99552f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: 9df97b59-c025-4ee2-baa3-e34518479799
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:44:58.492199Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37810"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:44:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:44:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e75f0e4f1bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: e87f90b7-149f-4a4e-a62d-5e7c99ef2bf2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: "2026-04-16T17:44:58Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:44:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e75f27621fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37832"
    uid: 78cba61c-3a39-4af9-b863-0fba21be5dd0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: "2026-04-16T17:44:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:44:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e75f28a97348
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: eb0bf07a-5535-403e-a61d-e940a9cb5059
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: "2026-04-16T17:44:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:44:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e75f2c55db38
    namespace: kserve-ci-e2e-test
    resourceVersion: "37837"
    uid: e5df106d-f139-4076-a20e-21763dbf3011
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: "2026-04-16T17:44:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:44:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e75f2cc72ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37838"
    uid: 2eb45cfa-83ab-40f4-a24a-6dc2ed4e24ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: "2026-04-16T17:45:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:45:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e75f8304b944
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: 3da4ca51-0a85-484a-93b4-5c89df79b6fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: "2026-04-16T17:45:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:45:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e75f86f781e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37860"
    uid: d47f386a-094c-42e4-9eee-107b78f18e63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: "2026-04-16T17:45:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:45:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e75f87673332
    namespace: kserve-ci-e2e-test
    resourceVersion: "37861"
    uid: f4c94bc1-49da-49f3-9c38-7a4597f6bd85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: "2026-04-16T17:46:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e75fbee44408
    namespace: kserve-ci-e2e-test
    resourceVersion: "38326"
    uid: 3f127928-9988-4c47-bc22-7eb959b128b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: e30b512e-7e65-4f94-a44b-23710ac46e17
  kind: Event
  lastTimestamp: "2026-04-16T17:46:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:46:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4.18a6e76f5c84f4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38397"
    uid: aec7db82-7e01-48b0-9983-9e820e32ce49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37799"
    uid: a2bad942-b33b-4038-9a55-78eeff225d4d
  kind: Event
  lastTimestamp: "2026-04-16T17:44:58Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd-8nqq4'
  metadata:
    creationTimestamp: "2026-04-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:44:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd.18a6e75f0de525f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37812"
    uid: 649d976a-92a4-4284-8895-b9a0150dfb42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: 32c49394-d9f7-493c-8c73-ba4a84da380e
  kind: Event
  lastTimestamp: "2026-04-16T17:44:58Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-78646ff9cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:44:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e75f0b4d896a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: db0a8235-5ad0-4f22-8e56-d8471037e1aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:45:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37798"
    uid: bebc6986-8314-4f74-b0fc-3ecc5c36d95c
  kind: Event
  lastTimestamp: "2026-04-16T17:45:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:45:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e76289d1a62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37954"
    uid: 930902cd-7761-493b-bf74-998751f1ceef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:45:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37798"
    uid: bebc6986-8314-4f74-b0fc-3ecc5c36d95c
  kind: Event
  lastTimestamp: "2026-04-16T17:45:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:45:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e7628a4b3eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37956"
    uid: 5c7b4a7c-4849-4fda-8a00-15c3ddde755c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:45:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37955"
    uid: bebc6986-8314-4f74-b0fc-3ecc5c36d95c
  kind: Event
  lastTimestamp: "2026-04-16T17:45:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:45:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e766091030c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38299"
    uid: 769cd125-8aa9-4396-9084-34391cb9e16c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:45:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37955"
    uid: bebc6986-8314-4f74-b0fc-3ecc5c36d95c
  kind: Event
  lastTimestamp: "2026-04-16T17:45:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:45:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e76609999b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38300"
    uid: a4dc6a35-2288-499f-8942-7955df88fbc3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: e1016d62-ddd5-4b89-b569-3971683f39ad
  kind: Event
  lastTimestamp: "2026-04-16T17:46:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:46:03Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e75f0b12155c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38345"
    uid: fd695a78-bb4b-411a-8f50-abe5e96dc132
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: e1016d62-ddd5-4b89-b569-3971683f39ad
  kind: Event
  lastTimestamp: "2026-04-16T17:44:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:44:58Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e75f0b5f265e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37822"
    uid: fe8fdb16-36c1-44f6-9c20-e66a9abd5b3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: e1016d62-ddd5-4b89-b569-3971683f39ad
  kind: Event
  lastTimestamp: "2026-04-16T17:44:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:44:58Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e75f0b5f8363
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: 33d9af28-f5b6-4b86-9044-e15fb4168ecf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:46:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38342"
    uid: e1016d62-ddd5-4b89-b569-3971683f39ad
  kind: Event
  lastTimestamp: "2026-04-16T17:46:03Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:46:03Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e76e41ca17c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38343"
    uid: c6749f44-4925-47b3-85a3-9ed097456b82
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:49:13.921778Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40161"
    uid: 8575e68a-a384-41be-a97e-b5c008490e72
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:49:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:49:13Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl.18a6e79a87190e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "40166"
    uid: 0274b2da-cc1d-484a-932e-f831fe5a0a09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40174"
    uid: 8575e68a-a384-41be-a97e-b5c008490e72
  kind: Event
  lastTimestamp: "2026-04-16T17:49:14Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:49:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl.18a6e79aa041bbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40184"
    uid: 4fbe2004-6bc4-476c-a19e-09693a128fe0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: 8575e68a-a384-41be-a97e-b5c008490e72
  kind: Event
  lastTimestamp: "2026-04-16T17:49:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:49:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl.18a6e79aa1900726
    namespace: kserve-ci-e2e-test
    resourceVersion: "40248"
    uid: 2c144fa7-2298-43c4-a078-d07509471b3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: 8575e68a-a384-41be-a97e-b5c008490e72
  kind: Event
  lastTimestamp: "2026-04-16T17:49:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:49:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl.18a6e79aa4a0fa30
    namespace: kserve-ci-e2e-test
    resourceVersion: "40253"
    uid: 1e3a3460-5eb2-4d45-93d5-f971ce1d064a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: 8575e68a-a384-41be-a97e-b5c008490e72
  kind: Event
  lastTimestamp: "2026-04-16T17:49:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:49:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl.18a6e79aa5162648
    namespace: kserve-ci-e2e-test
    resourceVersion: "40255"
    uid: 0aebed70-939c-4190-8d31-a1353f5b3679
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: 8575e68a-a384-41be-a97e-b5c008490e72
  kind: Event
  lastTimestamp: "2026-04-16T17:49:23Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:49:23Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl.18a6e79cdc3c501f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40299"
    uid: b76164a3-9bfb-4a4d-ac52-7b3b8043049b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40151"
    uid: 63cb844d-d306-4662-9849-ca5ded1040af
  kind: Event
  lastTimestamp: "2026-04-16T17:49:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c-k6thl'
  metadata:
    creationTimestamp: "2026-04-16T17:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:49:13Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c.18a6e79a86bdc50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40164"
    uid: 68269419-1998-4d2c-981a-922c1794eabc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40148"
    uid: 4f93067a-c13a-4177-a196-a206f50071b8
  kind: Event
  lastTimestamp: "2026-04-16T17:49:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-665dfd747c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:49:13Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6e79a8473a63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40153"
    uid: c8209dc7-3a8f-4b5e-a52a-32a65118cad3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40139"
    uid: 4417a4f7-c7ac-42b3-b508-d76e4d01aab6
  kind: Event
  lastTimestamp: "2026-04-16T17:49:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:49:20Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e79a844c6bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40254"
    uid: f9b69283-e6ad-4e3c-b409-083f8c8f8ddf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40139"
    uid: 4417a4f7-c7ac-42b3-b508-d76e4d01aab6
  kind: Event
  lastTimestamp: "2026-04-16T17:49:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:49:13Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e79a848d6584
    namespace: kserve-ci-e2e-test
    resourceVersion: "40176"
    uid: 4f978dff-8f8f-4ad5-bc87-a5ad510a530b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40139"
    uid: 4417a4f7-c7ac-42b3-b508-d76e4d01aab6
  kind: Event
  lastTimestamp: "2026-04-16T17:49:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:49:13Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e79a848dae7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: 857efb97-1a36-487b-b14f-1fa111fb3a6a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:47:52.830190Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39463"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:47:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:47:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e787a5a9b5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39471"
    uid: f6bb8098-c5e3-45b2-8d6b-14c1f98b0a67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: "2026-04-16T17:47:53Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:47:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e787bf3b6f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: 120f9945-8579-4d46-a5f8-32474cafcaf1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: "2026-04-16T17:47:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e787c073643c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: bed4f9b3-2f6c-4e0a-932b-205eda310d29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: "2026-04-16T17:47:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e787c3cd7d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39492"
    uid: dda2ddb0-e946-431b-be4c-51f29bd9be30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: "2026-04-16T17:47:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e787c444907d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39493"
    uid: 0012a428-db7f-41c2-9b6e-d349fd5e418a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: "2026-04-16T17:47:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e7882ac091b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39512"
    uid: ed88f2f9-e091-4611-abf9-36a5064d9919
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: "2026-04-16T17:47:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e7882e13cf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39516"
    uid: 39994686-fb40-4ef2-b0ef-5922b927733c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: "2026-04-16T17:47:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:47:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e7882e971d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39518"
    uid: fd222b38-da71-43f3-aed3-62b79e84f6c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: "2026-04-16T17:49:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:49:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e78866b4ff2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40196"
    uid: 3989dc8e-6e44-4c1f-b237-ef8f55b09c35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 18029016-d0be-4b4e-9f1e-ae64f1f4d768
  kind: Event
  lastTimestamp: "2026-04-16T17:49:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:49:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7.18a6e79a48b34abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40128"
    uid: 1b4dbc6d-688a-4e44-ac62-8d16bc2fa44d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39453"
    uid: 7c727997-e8aa-423b-9964-7d5c1f22c6d2
  kind: Event
  lastTimestamp: "2026-04-16T17:47:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75-mxvc7'
  metadata:
    creationTimestamp: "2026-04-16T17:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:47:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75.18a6e787a53b289c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39466"
    uid: bbc9a652-87b9-4a86-8de5-55a3920a9beb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39449"
    uid: a92ce625-8c5e-458a-a80b-978221ce769f
  kind: Event
  lastTimestamp: "2026-04-16T17:47:52Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-df5b57b75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:47:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e787a2f92ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: d0817a9e-cc29-4b3c-a4c5-3c3fffdcb12b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:48:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39452"
    uid: fd5d573c-e6a0-4590-9d89-e6a6e978bf79
  kind: Event
  lastTimestamp: "2026-04-16T17:48:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:48:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e78b219215da
    namespace: kserve-ci-e2e-test
    resourceVersion: "39614"
    uid: 95d4b052-762c-4f0b-aba6-fa355a136a39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:48:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39452"
    uid: fd5d573c-e6a0-4590-9d89-e6a6e978bf79
  kind: Event
  lastTimestamp: "2026-04-16T17:48:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:48:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e78b21f9352a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39616"
    uid: 887fc0db-0c12-49d4-a930-f6fe4c97a3fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:48:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39615"
    uid: fd5d573c-e6a0-4590-9d89-e6a6e978bf79
  kind: Event
  lastTimestamp: "2026-04-16T17:49:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:49:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e78ea0b4060c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40073"
    uid: 73f6135e-e38f-453f-aa83-f3cc42e71359
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:48:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39615"
    uid: fd5d573c-e6a0-4590-9d89-e6a6e978bf79
  kind: Event
  lastTimestamp: "2026-04-16T17:49:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:49:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e78ea11f4756
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: 1d25de77-4249-465d-9e93-5d1d8c7861c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39441"
    uid: 8f5f13d0-caa6-473b-9398-3e0607b9bbdf
  kind: Event
  lastTimestamp: "2026-04-16T17:49:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:49:04Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e787a2cf9e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "40051"
    uid: cfb7463b-a562-4df4-8c03-9067c96b7838
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39441"
    uid: 8f5f13d0-caa6-473b-9398-3e0607b9bbdf
  kind: Event
  lastTimestamp: "2026-04-16T17:47:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:47:52Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e787a32ba742
    namespace: kserve-ci-e2e-test
    resourceVersion: "39477"
    uid: 801883dd-67a7-4696-8fd2-346baabb3a1f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39441"
    uid: 8f5f13d0-caa6-473b-9398-3e0607b9bbdf
  kind: Event
  lastTimestamp: "2026-04-16T17:47:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:47:52Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e787a32c0427
    namespace: kserve-ci-e2e-test
    resourceVersion: "39478"
    uid: a6574370-5ab2-4a40-ac8c-1064429f3b00
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:49:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40049"
    uid: 8f5f13d0-caa6-473b-9398-3e0607b9bbdf
  kind: Event
  lastTimestamp: "2026-04-16T17:49:04Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:49:04Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e79865ad14e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40050"
    uid: ec501e93-5359-4b4b-8374-1da7efc7a049
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: 325a7275-3f31-4f68-bf23-29913dd9178b
  kind: Event
  lastTimestamp: "2026-04-16T17:44:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:44:52Z"
    name: isvc-sklearn-s3.18a6e74eb10a2941
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 832b2e33-9c6a-440d-bf40-87b401019a70
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: 325a7275-3f31-4f68-bf23-29913dd9178b
  kind: Event
  lastTimestamp: "2026-04-16T17:43:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:43:48Z"
    name: isvc-sklearn-s3.18a6e74eb19856bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37220"
    uid: a8e440ef-2067-479f-9fbf-38cfde3d8b81
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: 325a7275-3f31-4f68-bf23-29913dd9178b
  kind: Event
  lastTimestamp: "2026-04-16T17:43:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:43:48Z"
    name: isvc-sklearn-s3.18a6e74eb198a046
    namespace: kserve-ci-e2e-test
    resourceVersion: "37221"
    uid: 6c1e79d9-332b-49b8-8422-59d70b1e7ba8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:44:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37733"
    uid: 325a7275-3f31-4f68-bf23-29913dd9178b
  kind: Event
  lastTimestamp: "2026-04-16T17:44:52Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:44:52Z"
    name: isvc-sklearn-s3.18a6e75d9c99faf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: 907bdad1-d229-4a53-9531-1a561a017d4a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-77c98455c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29258"
    uid: 49c8e02c-a234-4124-9f05-e24bcb79b3ec
  kind: Event
  lastTimestamp: "2026-04-16T17:28:22Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-77c98455c9-4k7pw'
  metadata:
    creationTimestamp: "2026-04-16T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:28:22Z"
    name: isvc-sklearn-scheduler-predictor-77c98455c9.18a6e67715fe89b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29270"
    uid: 87f51da4-28d0-4bee-9461-db623c3e6111
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29256"
    uid: d3ad53b7-16c5-4040-843d-8f90ae556b4d
  kind: Event
  lastTimestamp: "2026-04-16T17:28:22Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-77c98455c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:28:22Z"
    name: isvc-sklearn-scheduler-predictor.18a6e677135f0518
    namespace: kserve-ci-e2e-test
    resourceVersion: "29260"
    uid: 0200969e-748a-4f04-937c-443c3dfc3af7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: 9d023c0e-f3a6-44e5-b01b-cca630a1482f
  kind: Event
  lastTimestamp: "2026-04-16T17:28:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:28:22Z"
    name: isvc-sklearn-scheduler.18a6e67712f1d1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29279"
    uid: 266d2c3e-6c80-4169-b4c2-b1a836aaccc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: 9d023c0e-f3a6-44e5-b01b-cca630a1482f
  kind: Event
  lastTimestamp: "2026-04-16T17:28:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:28:22Z"
    name: isvc-sklearn-scheduler.18a6e67713a0985b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29276"
    uid: 77ed3511-f4a8-435c-b8c4-29253b3ed718
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: 9d023c0e-f3a6-44e5-b01b-cca630a1482f
  kind: Event
  lastTimestamp: "2026-04-16T17:28:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:28:22Z"
    name: isvc-sklearn-scheduler.18a6e67713a0ddf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29277"
    uid: a6e8e672-2f99-4af7-bfab-ff818189d716
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:33:26.177942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31915"
    uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:33:26Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j.18a6e6bddd29d433
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4943d743-4a0b-4fe4-b4b5-01e9445bdaf6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9
  kind: Event
  lastTimestamp: "2026-04-16T17:33:26Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:33:26Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j.18a6e6bdf60c0c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31934"
    uid: 941a161e-601f-458f-ac6d-f51aae98e155
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9
  kind: Event
  lastTimestamp: "2026-04-16T17:33:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:33:26Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j.18a6e6bdf747a76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 75029095-e5ff-4e1d-8a92-e1c5c10b062e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9
  kind: Event
  lastTimestamp: "2026-04-16T17:33:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:33:26Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j.18a6e6bdfa23633e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: be2192f7-9a1f-4e17-a587-231a96d20bb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9
  kind: Event
  lastTimestamp: "2026-04-16T17:33:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:33:26Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j.18a6e6bdfa8dbfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31938"
    uid: 4da6021a-ede5-4a2e-adb8-23bb4dc887e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9
  kind: Event
  lastTimestamp: "2026-04-16T17:33:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:33:31Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j.18a6e6bf087588d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31978"
    uid: 0a8eb112-4b3c-4bc6-8246-9805612fe97c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9
  kind: Event
  lastTimestamp: "2026-04-16T17:33:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:33:31Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j.18a6e6bf0b558dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31983"
    uid: dd54d319-eff9-472e-8cac-b29d4a88d90a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9
  kind: Event
  lastTimestamp: "2026-04-16T17:33:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:33:31Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j.18a6e6bf0bc7ed87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31984"
    uid: f9615951-5703-4555-a3be-46f580991e2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9
  kind: Event
  lastTimestamp: "2026-04-16T17:34:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:34:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j.18a6e6bf444c50e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a5f7682b-ec84-4d63-a692-a9110a5dca0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31901"
    uid: dbbf2c34-1eec-47e1-b96c-e1bea4ed3e85
  kind: Event
  lastTimestamp: "2026-04-16T17:33:26Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j'
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:33:26Z"
    name: isvc-sklearn-v2-mixed-predictor-7969454ff4.18a6e6bddcd083d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31917"
    uid: 2ca4c1dc-9528-4153-8a07-c02fed6e7378
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: 58edc5be-693f-4564-b03c-a39d76bf9b43
  kind: Event
  lastTimestamp: "2026-04-16T17:33:26Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7969454ff4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:33:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e6bdda564011
    namespace: kserve-ci-e2e-test
    resourceVersion: "31904"
    uid: f13b6754-43ae-4226-847b-6e0b785955e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31900"
    uid: 6842b2d5-632b-466c-b95d-d41c2867dcec
  kind: Event
  lastTimestamp: "2026-04-16T17:34:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:34:11Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e6c158e4d38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32282"
    uid: 3387255e-e0de-4d45-ad2c-e8022ec510c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31900"
    uid: 6842b2d5-632b-466c-b95d-d41c2867dcec
  kind: Event
  lastTimestamp: "2026-04-16T17:34:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:34:11Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e6c1594d6c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: 4d864abe-67a5-4034-9d2b-a3ef09bc0bb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32063"
    uid: 6842b2d5-632b-466c-b95d-d41c2867dcec
  kind: Event
  lastTimestamp: "2026-04-16T17:34:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:34:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e6cbd5b4a8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32690"
    uid: dce57882-0ef6-4890-b2bb-ff1df0cbaec8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32063"
    uid: 6842b2d5-632b-466c-b95d-d41c2867dcec
  kind: Event
  lastTimestamp: "2026-04-16T17:34:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:34:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e6cbd621c278
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: d3eea1fe-2d37-4138-b2d4-7c8a55272758
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: 6d0e9e44-935e-46b3-ad5c-0b2a82faaa8f
  kind: Event
  lastTimestamp: "2026-04-16T17:34:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:34:33Z"
    name: isvc-sklearn-v2-mixed.18a6e6bdda2d9dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32456"
    uid: 3ace00be-f540-4221-b5ca-940daa8afb7f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: 6d0e9e44-935e-46b3-ad5c-0b2a82faaa8f
  kind: Event
  lastTimestamp: "2026-04-16T17:33:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:33:26Z"
    name: isvc-sklearn-v2-mixed.18a6e6bddac62e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "31927"
    uid: 8220077e-cf38-4dfa-a24a-1c9907181472
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: 6d0e9e44-935e-46b3-ad5c-0b2a82faaa8f
  kind: Event
  lastTimestamp: "2026-04-16T17:33:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:33:26Z"
    name: isvc-sklearn-v2-mixed.18a6e6bddac66cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31928"
    uid: 45baa621-0a07-4c83-918d-90c526f93360
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32453"
    uid: 6d0e9e44-935e-46b3-ad5c-0b2a82faaa8f
  kind: Event
  lastTimestamp: "2026-04-16T17:34:33Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:34:33Z"
    name: isvc-sklearn-v2-mixed.18a6e6cd7bd28af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32455"
    uid: f2ef4f17-5d31-477e-947e-aa29b6309fde
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:32:05.967805Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31251"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:32:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:32:05Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ab3044397e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31256"
    uid: 6f624d75-cc46-43c1-bdce-7684f7ce582e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: "2026-04-16T17:32:06Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:32:06Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ab48c7f86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: 9f45ea62-e029-4f26-a541-597919b61ecc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: "2026-04-16T17:32:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:32:06Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ab4a108efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31276"
    uid: dedd405d-2369-4a05-9813-a81835fc80d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: "2026-04-16T17:32:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:32:06Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ab4d94d234
    namespace: kserve-ci-e2e-test
    resourceVersion: "31277"
    uid: 36782600-e27d-409d-8c9d-daccc7d92a5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: "2026-04-16T17:32:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:32:06Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ab4e05b6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31278"
    uid: c05b0aa1-cee9-4e61-9ece-99e56d90aedb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: "2026-04-16T17:32:10Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
  metadata:
    creationTimestamp: "2026-04-16T17:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:32:10Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ac5a20b48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: d37feab6-7257-44b3-b775-49e975fee9fb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: "2026-04-16T17:32:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    in 8.315s (8.315s including waiting). Image size: 1560615365 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:32:19Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ae49be6783
    namespace: kserve-ci-e2e-test
    resourceVersion: "31385"
    uid: 299fdc8a-d35d-40ae-8bcf-e738770cd2a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: "2026-04-16T17:32:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:32:19Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ae4dce7101
    namespace: kserve-ci-e2e-test
    resourceVersion: "31386"
    uid: 4f8096df-1f78-444e-9dfb-e884da468082
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: "2026-04-16T17:32:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:32:19Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ae4e43ad8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 1d467fe4-e381-4222-b41c-e852f3a7f905
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb
  kind: Event
  lastTimestamp: "2026-04-16T17:33:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:33:21Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj.18a6e6ae7463abd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: f1f19f80-61a5-4413-a1bc-3855dd2f01c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-58bbfc4c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: b8b1a90e-9dcd-4743-85c1-b34457a0bbfe
  kind: Event
  lastTimestamp: "2026-04-16T17:32:05Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj'
  metadata:
    creationTimestamp: "2026-04-16T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:32:05Z"
    name: isvc-sklearn-v2-predictor-58bbfc4c57.18a6e6ab2fba28fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31252"
    uid: 1a3b244e-7bae-4c29-87e3-274bbd863285
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: aa2d7a68-55a9-4bf7-95b4-5c0e0ec8d0cd
  kind: Event
  lastTimestamp: "2026-04-16T17:32:05Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-58bbfc4c57 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:32:05Z"
    name: isvc-sklearn-v2-predictor.18a6e6ab2d99fdb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31244"
    uid: 8059bfdc-40e3-431f-b5a3-5b324c10a568
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: 4978e17a-0114-4040-8150-f590c003a796
  kind: Event
  lastTimestamp: "2026-04-16T17:32:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:32:50Z"
    name: isvc-sklearn-v2-predictor.18a6e6aeacd4a28d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31621"
    uid: 6fa7c76b-68de-4514-a7ac-5e8b56a35329
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: 4978e17a-0114-4040-8150-f590c003a796
  kind: Event
  lastTimestamp: "2026-04-16T17:32:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:32:50Z"
    name: isvc-sklearn-v2-predictor.18a6e6aead3c7321
    namespace: kserve-ci-e2e-test
    resourceVersion: "31623"
    uid: 8b01d1a0-0163-465a-b168-710d022cbaf2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: 4978e17a-0114-4040-8150-f590c003a796
  kind: Event
  lastTimestamp: "2026-04-16T17:33:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:33:51Z"
    name: isvc-sklearn-v2-predictor.18a6e6b92a739df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32133"
    uid: 2ba3b075-ec5e-485f-bdb9-216002c9f3fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: 4978e17a-0114-4040-8150-f590c003a796
  kind: Event
  lastTimestamp: "2026-04-16T17:33:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:33:51Z"
    name: isvc-sklearn-v2-predictor.18a6e6b92ad936cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32134"
    uid: b2c9a56e-5bc3-4f9c-86bf-71fb037fc320
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:31:15.821802Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30809"
    uid: 059eab9b-8d48-4612-a432-a19551e35a31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:31:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:31:15Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2.18a6e69f8354f80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30813"
    uid: 9a13c068-e2b7-4054-856c-78c0cb4e80c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: 059eab9b-8d48-4612-a432-a19551e35a31
  kind: Event
  lastTimestamp: "2026-04-16T17:31:16Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:31:16Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2.18a6e69fa8ffa06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: 6d4eeecf-498c-48dc-aba6-b56e5e4bafad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 059eab9b-8d48-4612-a432-a19551e35a31
  kind: Event
  lastTimestamp: "2026-04-16T17:31:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:31:16Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2.18a6e69faa474749
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: 93e50c8c-9c86-461d-ad2f-6a9616ca2e2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 059eab9b-8d48-4612-a432-a19551e35a31
  kind: Event
  lastTimestamp: "2026-04-16T17:31:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:31:16Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2.18a6e69fadff97c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30835"
    uid: 040af5e4-4ec1-465b-be15-54a9bd388fef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 059eab9b-8d48-4612-a432-a19551e35a31
  kind: Event
  lastTimestamp: "2026-04-16T17:31:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:31:16Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2.18a6e69fae767c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d948e209-e76f-4dd8-b8e2-ffd238888a27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 059eab9b-8d48-4612-a432-a19551e35a31
  kind: Event
  lastTimestamp: "2026-04-16T17:31:21Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:31:21Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2.18a6e6a0c5fdd3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 0e8b5375-3e99-4b79-acfe-988ac3e54490
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 059eab9b-8d48-4612-a432-a19551e35a31
  kind: Event
  lastTimestamp: "2026-04-16T17:31:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:31:21Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2.18a6e6a0c963eb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30883"
    uid: fff5ecb9-fea9-4148-8e87-57633db95a9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 059eab9b-8d48-4612-a432-a19551e35a31
  kind: Event
  lastTimestamp: "2026-04-16T17:31:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:31:21Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2.18a6e6a0c9f11a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30885"
    uid: e997a5f3-b7b4-45ba-87f9-581e70ae4778
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 059eab9b-8d48-4612-a432-a19551e35a31
  kind: Event
  lastTimestamp: "2026-04-16T17:31:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T17:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:31:53Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2.18a6e6a83f98989d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31130"
    uid: 29f04d1c-2be2-47ff-954c-1032f880f4f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: 16048e5b-1f07-4b02-a8b3-40f880ff5eb9
  kind: Event
  lastTimestamp: "2026-04-16T17:31:15Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2'
  metadata:
    creationTimestamp: "2026-04-16T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:31:15Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a6e69f83276329
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: 922b24fd-2487-4c5c-827c-2177f9100ed8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: d3902454-f604-4ba6-bef7-b0085ed0cfb2
  kind: Event
  lastTimestamp: "2026-04-16T17:31:15Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:31:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e69f7f934552
    namespace: kserve-ci-e2e-test
    resourceVersion: "30795"
    uid: 33647518-1a5b-4fbb-87d4-f473671d13ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30792"
    uid: 2cd5e869-2df2-48e5-bf56-0111538da693
  kind: Event
  lastTimestamp: "2026-04-16T17:31:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:31:45Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e6a2fe107596
    namespace: kserve-ci-e2e-test
    resourceVersion: "31070"
    uid: 45b53dab-899f-4115-aaad-15ea3c42199e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30792"
    uid: 2cd5e869-2df2-48e5-bf56-0111538da693
  kind: Event
  lastTimestamp: "2026-04-16T17:31:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:31:45Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e6a2fe6c9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "31071"
    uid: 3fc86cc9-07a3-48a2-bc8f-a1d936b7483c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30959"
    uid: 2cd5e869-2df2-48e5-bf56-0111538da693
  kind: Event
  lastTimestamp: "2026-04-16T17:32:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:32:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e6a9fc30b7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: 7562cff3-9635-4d2d-bd1b-b11bb7dab84c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30959"
    uid: 2cd5e869-2df2-48e5-bf56-0111538da693
  kind: Event
  lastTimestamp: "2026-04-16T17:32:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:32:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e6a9fcaa5c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31359"
    uid: d641295c-bf26-423d-abaf-d21f8cbe851f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: 076acd25-f004-4ca4-afa7-01ad9dbd09bd
  kind: Event
  lastTimestamp: "2026-04-16T17:32:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:32:03Z"
    name: isvc-sklearn-v2-runtime.18a6e69f7f4cb97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31210"
    uid: be49d23a-ae50-4d9e-9edd-ee8c4c00fcd8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: 076acd25-f004-4ca4-afa7-01ad9dbd09bd
  kind: Event
  lastTimestamp: "2026-04-16T17:31:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:31:15Z"
    name: isvc-sklearn-v2-runtime.18a6e69f7f9e4481
    namespace: kserve-ci-e2e-test
    resourceVersion: "30819"
    uid: e83e57a7-5992-48ea-9b45-5247936b0f2d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: 076acd25-f004-4ca4-afa7-01ad9dbd09bd
  kind: Event
  lastTimestamp: "2026-04-16T17:31:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:31:15Z"
    name: isvc-sklearn-v2-runtime.18a6e69f7f9e9a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: 7f887eba-9b0f-4299-aeec-e3ac97eecfbb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 076acd25-f004-4ca4-afa7-01ad9dbd09bd
  kind: Event
  lastTimestamp: "2026-04-16T17:32:03Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:32:03Z"
    name: isvc-sklearn-v2-runtime.18a6e6aa92083b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 41ddc92f-4330-4297-a41f-eb05609975d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: 11adbef9-d610-4050-8854-ac57b6cce4d5
  kind: Event
  lastTimestamp: "2026-04-16T17:33:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:33:25Z"
    name: isvc-sklearn-v2.18a6e6ab2d782598
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: f554d666-488d-47c5-94c1-2de71affbcb9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: 11adbef9-d610-4050-8854-ac57b6cce4d5
  kind: Event
  lastTimestamp: "2026-04-16T17:32:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:32:06Z"
    name: isvc-sklearn-v2.18a6e6ab2ddaf9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: a266584c-9c6d-4536-bdb6-9a74ab8e05e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:32:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: 11adbef9-d610-4050-8854-ac57b6cce4d5
  kind: Event
  lastTimestamp: "2026-04-16T17:32:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:32:06Z"
    name: isvc-sklearn-v2.18a6e6ab2ddb45d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: 188d514d-d86d-4740-95f8-bcdf875ce51f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31883"
    uid: 11adbef9-d610-4050-8854-ac57b6cce4d5
  kind: Event
  lastTimestamp: "2026-04-16T17:33:25Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:33:25Z"
    name: isvc-sklearn-v2.18a6e6bdc4acff9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31884"
    uid: 6f78f950-7a36-4f65-b96b-6a7b519925cf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29297"
    uid: c30a30dc-a53d-46ec-984b-61a065365716
  kind: Event
  lastTimestamp: "2026-04-16T17:29:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:29:41Z"
    name: isvc-sklearn.18a6e677909f77be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29947"
    uid: 86d9e439-d9d6-4bd8-8318-a9b9801d33c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29297"
    uid: c30a30dc-a53d-46ec-984b-61a065365716
  kind: Event
  lastTimestamp: "2026-04-16T17:28:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:28:24Z"
    name: isvc-sklearn.18a6e6779103c62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: 0d9b3194-ce7f-4e79-bf27-52d502d302b0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:28:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29297"
    uid: c30a30dc-a53d-46ec-984b-61a065365716
  kind: Event
  lastTimestamp: "2026-04-16T17:28:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:28:24Z"
    name: isvc-sklearn.18a6e67791041a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: bd0ded93-3a2c-48a8-8652-8fdbcc1fdac2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: c30a30dc-a53d-46ec-984b-61a065365716
  kind: Event
  lastTimestamp: "2026-04-16T17:29:41Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:29:41Z"
    name: isvc-sklearn.18a6e6898c71786e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29946"
    uid: 59002771-2472-43a5-8139-c6d1c48a2a69
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:34:36.400453Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32506"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:34:36Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6ce36c0433a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32512"
    uid: aa7143ac-efd2-41ff-bbdc-7bfadbaee72b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: "2026-04-16T17:34:36Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:34:36Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6ce4f80f576
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: fb1eea62-fe1e-4598-826f-e8eb523c7c55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: "2026-04-16T17:34:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:34:36Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6ce50c5a2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32527"
    uid: 8c0dbc70-ce95-4897-9fae-e72006794aaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: "2026-04-16T17:34:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:34:36Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6ce538e11f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32528"
    uid: d2a93a77-0aae-4891-ae90-7f38d5a14ac4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: "2026-04-16T17:34:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:34:36Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6ce54002454
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 2cfa84de-4300-4237-8dd0-36d594299fea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: "2026-04-16T17:34:41Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T17:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:34:41Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6cf60fa61e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: 932a80d4-1f6e-4e7a-a139-d89d49b4ca06
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: "2026-04-16T17:34:45Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.62s (3.62s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:34:45Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6d038c17c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "32602"
    uid: 9b2f7b7e-aa17-4ebc-9a81-a4985849f786
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: "2026-04-16T17:34:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:34:45Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6d03ba16b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32603"
    uid: b06d80a4-0f2f-41c9-8bb5-0fba67ff7181
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: "2026-04-16T17:34:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:34:45Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6d03c130e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "32604"
    uid: fecc1500-cb38-498c-9ebf-ebd0ea8960d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 87e4cf4b-343b-4020-8668-4109915a39d4
  kind: Event
  lastTimestamp: "2026-04-16T17:34:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:34:46Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr.18a6e6d0503fdc3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 43644a8f-fa87-41bc-bff6-1a1539e99687
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32492"
    uid: 0aeb33a1-831c-4590-a969-ca416034f976
  kind: Event
  lastTimestamp: "2026-04-16T17:34:36Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-9v5tr'
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:34:36Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a6e6ce366e7c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32508"
    uid: 347bc00b-7fe7-4020-b7c8-86504b6c88f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32490"
    uid: 1fbe3879-8112-46a0-846e-b4373fb45a7b
  kind: Event
  lastTimestamp: "2026-04-16T17:34:36Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:34:36Z"
    name: isvc-tensorflow-predictor.18a6e6ce338f13f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: b05dae8a-7b4c-45da-b9ed-10c4ef0b7e97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: 15cd104a-659d-4478-b046-a151b7c6a7c4
  kind: Event
  lastTimestamp: "2026-04-16T17:35:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:06Z"
    name: isvc-tensorflow-predictor.18a6e6d1b24e8f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32772"
    uid: 8421cd8c-f408-4f75-bf80-e7808525417b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: 15cd104a-659d-4478-b046-a151b7c6a7c4
  kind: Event
  lastTimestamp: "2026-04-16T17:35:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:06Z"
    name: isvc-tensorflow-predictor.18a6e6d1b2ba30b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32773"
    uid: 4c740856-d3e6-4403-a270-8dc374037844
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32652"
    uid: 15cd104a-659d-4478-b046-a151b7c6a7c4
  kind: Event
  lastTimestamp: "2026-04-16T17:35:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:21Z"
    name: isvc-tensorflow-predictor.18a6e6d8b050ec29
    namespace: kserve-ci-e2e-test
    resourceVersion: "32949"
    uid: 9169bb37-9c77-4069-a2e1-27edadd076e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32652"
    uid: 15cd104a-659d-4478-b046-a151b7c6a7c4
  kind: Event
  lastTimestamp: "2026-04-16T17:35:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:21Z"
    name: isvc-tensorflow-predictor.18a6e6d8b0b6a45a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32952"
    uid: 80aa5475-6e75-4862-8ae8-c9d135736461
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:35:06.588049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32799"
    uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:35:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:35:06Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58.18a6e6d53e125e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32805"
    uid: cb52cb4a-a06c-4920-ac9d-4c0c24152a5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32811"
    uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451
  kind: Event
  lastTimestamp: "2026-04-16T17:35:07Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:35:07Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58.18a6e6d5575cb17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32820"
    uid: ef8ab535-8b3f-4604-ba83-25e9bd8c4c29
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451
  kind: Event
  lastTimestamp: "2026-04-16T17:35:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:07Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58.18a6e6d558cc856a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32822"
    uid: f5e32779-a483-48fe-8ff7-3e6e88c70f30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451
  kind: Event
  lastTimestamp: "2026-04-16T17:35:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:07Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58.18a6e6d55bddfcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32827"
    uid: 75ef1a79-aa92-461e-8d4d-d6f05918e74e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451
  kind: Event
  lastTimestamp: "2026-04-16T17:35:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:07Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58.18a6e6d55c61c422
    namespace: kserve-ci-e2e-test
    resourceVersion: "32828"
    uid: 4b74d68a-c8f4-4075-8c14-ca2190645551
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451
  kind: Event
  lastTimestamp: "2026-04-16T17:35:12Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:12Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58.18a6e6d69e2e4ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32876"
    uid: cb4c8f26-f128-4a5b-ab5c-70d95a1fb358
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451
  kind: Event
  lastTimestamp: "2026-04-16T17:35:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:12Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58.18a6e6d6a1367f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "32880"
    uid: b68917cd-b96a-4980-b1b3-5cf8fe3b9740
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451
  kind: Event
  lastTimestamp: "2026-04-16T17:35:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:12Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58.18a6e6d6a1adaa50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: 4cb7e508-f9eb-4482-b4ff-db549f163cc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451
  kind: Event
  lastTimestamp: "2026-04-16T17:35:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58.18a6e6d6da0e67ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32898"
    uid: bde05bd0-addc-4ced-81fb-61a0f12a3e67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32789"
    uid: 9aff6a83-98b0-4096-bfe0-42fac2b5ac22
  kind: Event
  lastTimestamp: "2026-04-16T17:35:06Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-25n58'
  metadata:
    creationTimestamp: "2026-04-16T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:06Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a6e6d53d824d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: ca05235f-f506-471f-9421-12193487c427
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32787"
    uid: 1e406517-fe7e-4fbb-b07e-36f73c542c9b
  kind: Event
  lastTimestamp: "2026-04-16T17:35:06Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:06Z"
    name: isvc-tensorflow-runtime-predictor.18a6e6d53adae75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e74c63df-4c21-4218-8884-dd06d6748b7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32788"
    uid: 295b0eeb-673e-4414-bc34-d1214bb1b018
  kind: Event
  lastTimestamp: "2026-04-16T17:35:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:51Z"
    name: isvc-tensorflow-runtime-predictor.18a6e6d8b963bffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33241"
    uid: 917e4c35-f700-442b-992b-3fa794e2a503
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32788"
    uid: 295b0eeb-673e-4414-bc34-d1214bb1b018
  kind: Event
  lastTimestamp: "2026-04-16T17:35:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:51Z"
    name: isvc-tensorflow-runtime-predictor.18a6e6d8b9c985a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33242"
    uid: 7984986f-1fcb-4566-a58a-c9ec6e266453
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 9e676199-0fab-47d8-8f56-b27b5d4ae7a3
  kind: Event
  lastTimestamp: "2026-04-16T17:35:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:35:24Z"
    name: isvc-tensorflow-runtime.18a6e6d53ab6a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "32988"
    uid: ae32d8bc-9650-4352-8716-9e9108a6e898
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 9e676199-0fab-47d8-8f56-b27b5d4ae7a3
  kind: Event
  lastTimestamp: "2026-04-16T17:35:06Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:35:06Z"
    name: isvc-tensorflow-runtime.18a6e6d53ca9a672
    namespace: kserve-ci-e2e-test
    resourceVersion: "32797"
    uid: 238f9c07-30a3-4aee-8415-5ea2815f3a38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 9e676199-0fab-47d8-8f56-b27b5d4ae7a3
  kind: Event
  lastTimestamp: "2026-04-16T17:35:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:35:06Z"
    name: isvc-tensorflow-runtime.18a6e6d53ca9efb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32798"
    uid: 7912eed4-5519-40dc-a097-acd359341feb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32986"
    uid: 9e676199-0fab-47d8-8f56-b27b5d4ae7a3
  kind: Event
  lastTimestamp: "2026-04-16T17:35:24Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:35:24Z"
    name: isvc-tensorflow-runtime.18a6e6d96d53f1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32987"
    uid: 1e98cff7-71e3-40a2-abf6-d8cfdd047a1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: 1ff2f8f0-11e8-4299-af65-f3db4101157f
  kind: Event
  lastTimestamp: "2026-04-16T17:34:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:34:56Z"
    name: isvc-tensorflow.18a6e6ce335ee663
    namespace: kserve-ci-e2e-test
    resourceVersion: "32703"
    uid: caa2dfb2-7291-43f4-bbe7-b93529d6f9af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: 1ff2f8f0-11e8-4299-af65-f3db4101157f
  kind: Event
  lastTimestamp: "2026-04-16T17:34:36Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:34:36Z"
    name: isvc-tensorflow.18a6e6ce33fa9143
    namespace: kserve-ci-e2e-test
    resourceVersion: "32517"
    uid: 81e45bb9-d201-49a0-925b-31bb252a0f5d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: 1ff2f8f0-11e8-4299-af65-f3db4101157f
  kind: Event
  lastTimestamp: "2026-04-16T17:34:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:34:36Z"
    name: isvc-tensorflow.18a6e6ce33fad87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32518"
    uid: 7205465b-a38c-4ea2-b824-dbb9e4bd24d1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:34:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: 1ff2f8f0-11e8-4299-af65-f3db4101157f
  kind: Event
  lastTimestamp: "2026-04-16T17:34:56Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:34:56Z"
    name: isvc-tensorflow.18a6e6d2e3aa9a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "32701"
    uid: 886dfac9-37c8-4457-b846-b2afa87d69e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:35:26.707245Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33026"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-qbbq6
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:35:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:35:26Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6d9ed4506e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33032"
    uid: 7fbc7d4c-48cb-4fe6-af99-5e335dfdf51b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33038"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: "2026-04-16T17:35:27Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:35:27Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6da0638a8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33046"
    uid: 0f47dec9-36e6-46f2-82d3-27fa7257bade
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33029"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: "2026-04-16T17:35:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:27Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6da0774a7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33048"
    uid: bde7cdbd-02f2-44b4-af2a-5df42914223d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33029"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: "2026-04-16T17:35:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:27Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6da0ae9cec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33050"
    uid: 437a8b8c-8d76-4721-9b98-37b7967f8407
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33029"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: "2026-04-16T17:35:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:27Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6da0b5e4dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: 8fecf3d0-8eea-4b9a-8bff-bf1d59b69362
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33029"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: "2026-04-16T17:35:31Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T17:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:35:31Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6db0e1f1c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "33088"
    uid: 3e71b71a-a2b0-4ca8-b7ed-28b6ee072837
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33029"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: "2026-04-16T17:37:25Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.655s
    (1m53.655s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:37:25Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6f5848c3fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: e76e28d4-89ce-4b74-b48b-8918146bce6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33029"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: "2026-04-16T17:37:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:37:25Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6f58af6c7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: e809b041-3b91-41fd-8c21-4e50a8824f2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33029"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: "2026-04-16T17:37:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:37:25Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6f58c0d0be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33913"
    uid: b056f5ee-f297-4f39-9b7c-5e8ed6c24d2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-qbbq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33029"
    uid: 61396d55-de1b-438d-9988-a1a58e30f2b4
  kind: Event
  lastTimestamp: "2026-04-16T17:37:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:37:26Z"
    name: isvc-triton-predictor-85f9f46646-qbbq6.18a6e6f5b2ca115a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33930"
    uid: d111451d-c4ed-4106-90d6-4933ca6132d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "33018"
    uid: e8a5df11-36f7-4a9d-ac05-5d481788d01b
  kind: Event
  lastTimestamp: "2026-04-16T17:35:26Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-qbbq6'
  metadata:
    creationTimestamp: "2026-04-16T17:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:26Z"
    name: isvc-triton-predictor-85f9f46646.18a6e6d9ec9a813c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33028"
    uid: fc6b8414-1622-442d-a5a1-1ca8e8a5d3b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: e0314ce7-34a0-4f80-8fd2-78e0798aff80
  kind: Event
  lastTimestamp: "2026-04-16T17:35:26Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:35:26Z"
    name: isvc-triton-predictor.18a6e6d9eaa18f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "33020"
    uid: 2c8b3dfa-04f9-489f-b4ef-3194a45d17da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33017"
    uid: 6ee858f0-b5c2-42cd-9c69-863fd6be62c0
  kind: Event
  lastTimestamp: "2026-04-16T17:37:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:37:26Z"
    name: isvc-triton-predictor.18a6e6dd69353e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 1dc2ca35-423e-4c18-bf5f-981d4b6bd2a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33017"
    uid: 6ee858f0-b5c2-42cd-9c69-863fd6be62c0
  kind: Event
  lastTimestamp: "2026-04-16T17:37:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:37:26Z"
    name: isvc-triton-predictor.18a6e6dd69b72d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "33927"
    uid: 96167474-f29f-498f-bf71-1a48ba0107bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33165"
    uid: 6ee858f0-b5c2-42cd-9c69-863fd6be62c0
  kind: Event
  lastTimestamp: "2026-04-16T17:37:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:37:56Z"
    name: isvc-triton-predictor.18a6e6f961223c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: e5149775-fa1b-4b4f-a749-e62dc75b21d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33165"
    uid: 6ee858f0-b5c2-42cd-9c69-863fd6be62c0
  kind: Event
  lastTimestamp: "2026-04-16T17:37:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:37:56Z"
    name: isvc-triton-predictor.18a6e6f9618bd5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: ccef5554-d794-470b-bd53-f472b3848cdc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: 141ff680-c8da-44f5-a9ec-612fd91bfff0
  kind: Event
  lastTimestamp: "2026-04-16T17:37:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:37:37Z"
    name: isvc-triton.18a6e6d9ea74fa0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: b270f563-b8b4-4015-87ff-3c8545d360e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: 141ff680-c8da-44f5-a9ec-612fd91bfff0
  kind: Event
  lastTimestamp: "2026-04-16T17:35:26Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:35:26Z"
    name: isvc-triton.18a6e6d9eac1d911
    namespace: kserve-ci-e2e-test
    resourceVersion: "33022"
    uid: dde8f9d7-4aa3-4597-be6a-219444653a64
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: 141ff680-c8da-44f5-a9ec-612fd91bfff0
  kind: Event
  lastTimestamp: "2026-04-16T17:35:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:35:26Z"
    name: isvc-triton.18a6e6d9eac237f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33023"
    uid: 2e52029c-92f1-4af5-8b0c-694c3fb2aae4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34009"
    uid: 141ff680-c8da-44f5-a9ec-612fd91bfff0
  kind: Event
  lastTimestamp: "2026-04-16T17:37:37Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:37:37Z"
    name: isvc-triton.18a6e6f8472b37e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34010"
    uid: 8bed7e82-a7e3-46de-aad9-9c385b147dc6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:37:47.157159Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34108"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:37:47Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e6faa0bc9fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34114"
    uid: b8ad3c26-71ae-4b63-8214-352e0a017e77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: "2026-04-16T17:37:47Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:37:47Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e6fabac24bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34128"
    uid: e28e55f4-3a45-4184-865d-69d7853812e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: "2026-04-16T17:37:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:37:47Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e6fabbf6b5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: a551f320-bf00-42df-80bd-a554cb49da51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: "2026-04-16T17:37:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:37:47Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e6fac10b7e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34132"
    uid: 1eebc921-2f5d-4510-97dd-f0c21091c71b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: "2026-04-16T17:37:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:37:47Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e6fac1caeb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34134"
    uid: 0c977c36-bc0e-47db-95e4-24e01e807db4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: "2026-04-16T17:37:52Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:37:52Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e6fbc5a1c0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34170"
    uid: 044f63e5-c7b3-4092-a227-af469fa6e73c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: "2026-04-16T17:38:11Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.244s (19.244s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:38:11Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e70040ab76c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: cc9810a1-7204-476a-b428-661f9270e7e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: "2026-04-16T17:38:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:38:11Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e7004429d28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34315"
    uid: 944bf670-6595-4cb6-a97c-aec46294b975
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: "2026-04-16T17:38:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:38:11Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e700449ff9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 430a77a2-a265-453e-8728-f552b63b85a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a
  kind: Event
  lastTimestamp: "2026-04-16T17:39:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:03Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb.18a6e70071b99686
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: f8c34abb-72fb-4d8e-900b-24b7a8bfa17b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: e7a14493-e96c-4dc6-8eff-428bc7d923c9
  kind: Event
  lastTimestamp: "2026-04-16T17:37:47Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-wzbfb'
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:37:47Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a6e6faa035e1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: acd25624-cac2-434a-9799-2bce11688a37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34094"
    uid: daa6fab3-240d-42d7-ae93-3f31c4060bb6
  kind: Event
  lastTimestamp: "2026-04-16T17:37:47Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:37:47Z"
    name: isvc-xgboost-predictor.18a6e6fa9c1e76b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34098"
    uid: aa87d897-6e1c-4ec9-b4ac-14284068bbd6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:38:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34095"
    uid: f5d012a5-d330-4a25-8672-44f2b5749141
  kind: Event
  lastTimestamp: "2026-04-16T17:38:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:38:47Z"
    name: isvc-xgboost-predictor.18a6e6fe1a94c0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: 4b2199f8-5b2f-4244-9ab5-8d3252864002
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:38:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34095"
    uid: f5d012a5-d330-4a25-8672-44f2b5749141
  kind: Event
  lastTimestamp: "2026-04-16T17:38:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:38:47Z"
    name: isvc-xgboost-predictor.18a6e6fe1af7d3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: 41210bfd-f737-4e21-99cd-9d6611c70f3e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: f5d012a5-d330-4a25-8672-44f2b5749141
  kind: Event
  lastTimestamp: "2026-04-16T17:39:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:39:32Z"
    name: isvc-xgboost-predictor.18a6e70c16247f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34985"
    uid: 99befbd6-900d-45e1-be95-d9c363c9c0eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: f5d012a5-d330-4a25-8672-44f2b5749141
  kind: Event
  lastTimestamp: "2026-04-16T17:39:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:39:32Z"
    name: isvc-xgboost-predictor.18a6e70c168b83dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34986"
    uid: 87be4ac3-b8c1-4903-91c1-b8cc35a37c5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:40:37.728428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:40:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:40:37Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2.18a6e7225793b0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35571"
    uid: b2f6b519-55b1-4d0a-9e29-906b18c9addc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35578"
    uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4
  kind: Event
  lastTimestamp: "2026-04-16T17:40:38Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:40:38Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2.18a6e722708ef138
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: 8f057d6e-7c50-4832-a433-206109248777
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4
  kind: Event
  lastTimestamp: "2026-04-16T17:40:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:40:38Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2.18a6e72271b9e13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: 8d14c64f-42d8-4774-8e7f-278c1af431c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4
  kind: Event
  lastTimestamp: "2026-04-16T17:40:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:40:38Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2.18a6e7227484f903
    namespace: kserve-ci-e2e-test
    resourceVersion: "35590"
    uid: 9d9368c5-0be0-4bd7-bd79-d1d4e945ed66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4
  kind: Event
  lastTimestamp: "2026-04-16T17:40:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:40:38Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2.18a6e72274f29e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: e4499533-c77a-4585-b37d-bb7262df24af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4
  kind: Event
  lastTimestamp: "2026-04-16T17:40:42Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:40:42Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2.18a6e7237a60fd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "35629"
    uid: 40740bda-bace-489e-84a0-bdaf56775e6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4
  kind: Event
  lastTimestamp: "2026-04-16T17:40:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:40:42Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2.18a6e7237e00182b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 3ffb721d-c574-4620-9648-f57121e83f11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4
  kind: Event
  lastTimestamp: "2026-04-16T17:40:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:40:42Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2.18a6e7237e705aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35635"
    uid: fc5cb344-22a3-4d01-8791-cdc2556f318f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4
  kind: Event
  lastTimestamp: "2026-04-16T17:41:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:41:34Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2.18a6e723b644e430
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 6276cd79-5d57-4211-995b-cf5e59fde3f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35556"
    uid: 122ddb9c-3097-40f7-96e7-23f1a757b204
  kind: Event
  lastTimestamp: "2026-04-16T17:40:37Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2'
  metadata:
    creationTimestamp: "2026-04-16T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:40:37Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a6e72256edc0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35568"
    uid: 45b8ca50-d480-49a7-a518-1ec721535ae7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: eda955cc-056b-4924-a66f-a503610284b9
  kind: Event
  lastTimestamp: "2026-04-16T17:40:37Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:40:37Z"
    name: isvc-xgboost-runtime-predictor.18a6e72254fd7da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35558"
    uid: ed8ede1d-836a-4391-baea-82c46d7b412a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: 980bdfce-4349-46a4-b283-cd877f539f21
  kind: Event
  lastTimestamp: "2026-04-16T17:41:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:41:22Z"
    name: isvc-xgboost-runtime-predictor.18a6e725d3a83f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35935"
    uid: d45503a7-cb84-4037-89c9-a5bf1f0b3478
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: 980bdfce-4349-46a4-b283-cd877f539f21
  kind: Event
  lastTimestamp: "2026-04-16T17:41:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:41:22Z"
    name: isvc-xgboost-runtime-predictor.18a6e725d43384b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35936"
    uid: 91fb6eb6-ccc3-46a6-8ee7-84aa95edceae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: 980bdfce-4349-46a4-b283-cd877f539f21
  kind: Event
  lastTimestamp: "2026-04-16T17:42:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:42:07Z"
    name: isvc-xgboost-runtime-predictor.18a6e7305097562d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36345"
    uid: ab31900c-4608-4e7a-a4a7-46ded6d9796c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: 980bdfce-4349-46a4-b283-cd877f539f21
  kind: Event
  lastTimestamp: "2026-04-16T17:42:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:42:07Z"
    name: isvc-xgboost-runtime-predictor.18a6e73051059047
    namespace: kserve-ci-e2e-test
    resourceVersion: "36346"
    uid: cc5b10c7-69fa-4d95-83cc-81fc89d2cb91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35545"
    uid: 1af5b24d-9020-4f53-b4ea-54346e62060d
  kind: Event
  lastTimestamp: "2026-04-16T17:41:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:41:44Z"
    name: isvc-xgboost-runtime.18a6e72254d2cfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36112"
    uid: 2b52c22f-05c2-4573-ad44-3419f8898f26
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35545"
    uid: 1af5b24d-9020-4f53-b4ea-54346e62060d
  kind: Event
  lastTimestamp: "2026-04-16T17:40:37Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:40:37Z"
    name: isvc-xgboost-runtime.18a6e722551ecdc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35560"
    uid: d896114e-2727-4789-8489-ac25d6a61982
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35545"
    uid: 1af5b24d-9020-4f53-b4ea-54346e62060d
  kind: Event
  lastTimestamp: "2026-04-16T17:40:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:40:37Z"
    name: isvc-xgboost-runtime.18a6e722551f1bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35561"
    uid: 7c0f4602-311a-4b67-ba20-4ab3b4e688f9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 1af5b24d-9020-4f53-b4ea-54346e62060d
  kind: Event
  lastTimestamp: "2026-04-16T17:41:44Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:41:44Z"
    name: isvc-xgboost-runtime.18a6e731edd6673b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 53f63997-bd52-43fa-9dfc-9152d4ff3d53
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:39:17.419510Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34840"
    uid: 59ee056f-54da-42d8-8925-48fa8e215f7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:39:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77.18a6e70fa4cad478
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: 992b8f3a-dd93-4ff0-bafd-0230f552fabd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 59ee056f-54da-42d8-8925-48fa8e215f7a
  kind: Event
  lastTimestamp: "2026-04-16T17:39:17Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:39:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77.18a6e70fbe11b650
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: 05a4437f-2089-41c1-a302-2ecfb15c0268
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: 59ee056f-54da-42d8-8925-48fa8e215f7a
  kind: Event
  lastTimestamp: "2026-04-16T17:39:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77.18a6e70fbf46203f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34862"
    uid: efb829c6-8a4e-4dbd-b89d-37285d9c19eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: 59ee056f-54da-42d8-8925-48fa8e215f7a
  kind: Event
  lastTimestamp: "2026-04-16T17:39:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77.18a6e70fc25cbb3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34863"
    uid: 5127632a-a62c-4b97-be5f-5a191a94ccff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: 59ee056f-54da-42d8-8925-48fa8e215f7a
  kind: Event
  lastTimestamp: "2026-04-16T17:39:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77.18a6e70fc2d3224f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34864"
    uid: 31b613ed-aab6-4492-8a3e-ecc7ed416c11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: 59ee056f-54da-42d8-8925-48fa8e215f7a
  kind: Event
  lastTimestamp: "2026-04-16T17:39:21Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77.18a6e710b1e81f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34903"
    uid: a946cc66-8373-4c55-abf5-8a4e0b2cae24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: 59ee056f-54da-42d8-8925-48fa8e215f7a
  kind: Event
  lastTimestamp: "2026-04-16T17:39:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77.18a6e710b5c66bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34908"
    uid: d230bdd8-962b-460a-a3fd-2dafaedd131f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: 59ee056f-54da-42d8-8925-48fa8e215f7a
  kind: Event
  lastTimestamp: "2026-04-16T17:39:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77.18a6e710b6464962
    namespace: kserve-ci-e2e-test
    resourceVersion: "34909"
    uid: dd3dd1d9-5a04-47a1-96a6-f92d70233855
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "34827"
    uid: 25897478-6525-4b55-b068-309960e823d0
  kind: Event
  lastTimestamp: "2026-04-16T17:39:17Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77'
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:39:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a6e70fa463b4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34844"
    uid: 69a29733-5efe-45b5-99d5-8bc7bc90567d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34824"
    uid: 22f5ee6e-5d70-46d2-ac35-3f3288b9444b
  kind: Event
  lastTimestamp: "2026-04-16T17:39:17Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:39:17Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e70fa0aed5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: cd0c651d-9569-47d3-a96b-893f1c3401a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34826"
    uid: 37799ecf-35d6-41ab-b687-be589deee402
  kind: Event
  lastTimestamp: "2026-04-16T17:39:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:39:47Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e7131f582ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: 0e965e24-2671-4ebd-a94e-1dcda057612b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34826"
    uid: 37799ecf-35d6-41ab-b687-be589deee402
  kind: Event
  lastTimestamp: "2026-04-16T17:39:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:39:47Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e7131ff10a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "35098"
    uid: b061bcc6-5404-4ec5-b595-a60eb1d01f58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: 37799ecf-35d6-41ab-b687-be589deee402
  kind: Event
  lastTimestamp: "2026-04-16T17:40:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:40:17Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e71a1d9338d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35382"
    uid: dae9410d-dd76-4c15-bc0b-abf9ab9d15e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: 37799ecf-35d6-41ab-b687-be589deee402
  kind: Event
  lastTimestamp: "2026-04-16T17:40:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:40:17Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e71a1dffe3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35383"
    uid: 755f46d8-ddd5-4487-a7ac-ef1091dba785
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: 11376acb-31c9-43ac-aac1-b93b325e3ba0
  kind: Event
  lastTimestamp: "2026-04-16T17:39:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:39:54Z"
    name: isvc-xgboost-v2-mlserver.18a6e70fa080f34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35151"
    uid: 6762bbb2-0c57-4023-b618-ebdd02131696
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: 11376acb-31c9-43ac-aac1-b93b325e3ba0
  kind: Event
  lastTimestamp: "2026-04-16T17:39:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:39:17Z"
    name: isvc-xgboost-v2-mlserver.18a6e70fa1190126
    namespace: kserve-ci-e2e-test
    resourceVersion: "34832"
    uid: 882b57fa-3e96-4746-a848-61d13b9d693c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: 11376acb-31c9-43ac-aac1-b93b325e3ba0
  kind: Event
  lastTimestamp: "2026-04-16T17:39:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:39:17Z"
    name: isvc-xgboost-v2-mlserver.18a6e70fa1194232
    namespace: kserve-ci-e2e-test
    resourceVersion: "34833"
    uid: 3948bf75-5f9b-4401-bde7-72281a41e0d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: 11376acb-31c9-43ac-aac1-b93b325e3ba0
  kind: Event
  lastTimestamp: "2026-04-16T17:39:54Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:39:54Z"
    name: isvc-xgboost-v2-mlserver.18a6e7182f09aee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35150"
    uid: a79517d8-93da-451b-813f-a01a6af109d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:42:38.081028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36608"
    uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:42:38Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w.18a6e73e5d2696df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4b3661a8-8428-417d-8cac-e0b758a38d56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1
  kind: Event
  lastTimestamp: "2026-04-16T17:42:38Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:42:38Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w.18a6e73e8249a018
    namespace: kserve-ci-e2e-test
    resourceVersion: "36631"
    uid: 14fc6e66-fa86-41ef-addb-85464132c949
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1
  kind: Event
  lastTimestamp: "2026-04-16T17:42:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:42:38Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w.18a6e73e83d83557
    namespace: kserve-ci-e2e-test
    resourceVersion: "36634"
    uid: ad0eb067-5f0b-437e-9e7a-2f7411537482
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1
  kind: Event
  lastTimestamp: "2026-04-16T17:42:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:42:38Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w.18a6e73e873e936e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36635"
    uid: 8483b05a-fbfd-41c1-8dc4-c64e2f88eab3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1
  kind: Event
  lastTimestamp: "2026-04-16T17:42:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:42:38Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w.18a6e73e87afcdc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36636"
    uid: 4a3d054e-c0ed-40ff-9bcd-c240c87648c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1
  kind: Event
  lastTimestamp: "2026-04-16T17:42:43Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:42:43Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w.18a6e73f825fd589
    namespace: kserve-ci-e2e-test
    resourceVersion: "36675"
    uid: 7d149b2e-e217-4d8a-9fd5-fe6e9050f701
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1
  kind: Event
  lastTimestamp: "2026-04-16T17:42:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:42:43Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w.18a6e73f85aa6440
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: 0d144f25-aced-4b5f-bc09-ad25bd3e0c92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1
  kind: Event
  lastTimestamp: "2026-04-16T17:42:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:42:43Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w.18a6e73f861d6a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 3c045ab1-bd53-4f6f-9b35-cedda9d736a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1
  kind: Event
  lastTimestamp: "2026-04-16T17:43:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:43:35Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w.18a6e73fbe4884a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37075"
    uid: 6019f742-ec22-479c-aa4a-e7ef2c339bb6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36596"
    uid: 820e3a2d-e3bd-407b-9347-dba45f6cb2ad
  kind: Event
  lastTimestamp: "2026-04-16T17:42:38Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-55j7w'
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:42:38Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a6e73e5cc2e880
    namespace: kserve-ci-e2e-test
    resourceVersion: "36611"
    uid: 6e89edea-e8b6-4975-a475-4b171fe9c962
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: 6284f170-8de6-464c-873f-2f88422bb77e
  kind: Event
  lastTimestamp: "2026-04-16T17:42:38Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:42:38Z"
    name: isvc-xgboost-v2-predictor.18a6e73e5a49d99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: d0f85e87-1746-4ac2-89b9-06694d4cb121
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36595"
    uid: 290616ef-b246-4301-ac22-b45999fc6772
  kind: Event
  lastTimestamp: "2026-04-16T17:43:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:43:08Z"
    name: isvc-xgboost-v2-predictor.18a6e741d8dcb51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36875"
    uid: f576b872-3a90-4632-b128-694d982bf1a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36595"
    uid: 290616ef-b246-4301-ac22-b45999fc6772
  kind: Event
  lastTimestamp: "2026-04-16T17:43:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:43:08Z"
    name: isvc-xgboost-v2-predictor.18a6e741d9396b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36876"
    uid: c0e6ad6e-6de3-48cd-acce-01b15b2da90d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36757"
    uid: 290616ef-b246-4301-ac22-b45999fc6772
  kind: Event
  lastTimestamp: "2026-04-16T17:44:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:44:23Z"
    name: isvc-xgboost-v2-predictor.18a6e748d704a012
    namespace: kserve-ci-e2e-test
    resourceVersion: "37513"
    uid: 4da96818-08d8-47e3-9ecc-69d107e22f27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36757"
    uid: 290616ef-b246-4301-ac22-b45999fc6772
  kind: Event
  lastTimestamp: "2026-04-16T17:44:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:44:23Z"
    name: isvc-xgboost-v2-predictor.18a6e748d78f7ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37514"
    uid: cc30a147-25b7-48e1-864c-eca54a21a3c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:41:47.901508Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36160"
    uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:41:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:41:47Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg.18a6e732ae37dc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: a401c63e-0c9f-4a34-8f3c-dd80ba380de0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36171"
    uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220
  kind: Event
  lastTimestamp: "2026-04-16T17:41:48Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:41:48Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg.18a6e732c7b3769f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: fcdcecaf-3e26-48b3-8b97-79cbe244ecb9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220
  kind: Event
  lastTimestamp: "2026-04-16T17:41:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:41:48Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg.18a6e732c8d5ce94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: a82c8d3c-a8d3-42f8-af9f-1beec7922d8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220
  kind: Event
  lastTimestamp: "2026-04-16T17:41:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:41:48Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg.18a6e732cc149699
    namespace: kserve-ci-e2e-test
    resourceVersion: "36184"
    uid: c516258c-4646-4ce8-838f-9b9c3b792cdd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220
  kind: Event
  lastTimestamp: "2026-04-16T17:41:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:41:48Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg.18a6e732cc88c639
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: fb65c217-991a-4260-a928-363877588f54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220
  kind: Event
  lastTimestamp: "2026-04-16T17:41:52Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:41:52Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg.18a6e733c026e2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: d4630daa-b4e3-466b-8c3e-87f6baf8b027
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220
  kind: Event
  lastTimestamp: "2026-04-16T17:41:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:41:52Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg.18a6e733c36e7c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36224"
    uid: a7dc9ca7-19b1-47e5-bbf5-99117e50eacc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220
  kind: Event
  lastTimestamp: "2026-04-16T17:41:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:41:52Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg.18a6e733c3e44475
    namespace: kserve-ci-e2e-test
    resourceVersion: "36226"
    uid: 4522b2af-6177-4bc0-823e-144b5bf14451
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220
  kind: Event
  lastTimestamp: "2026-04-16T17:42:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T17:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:42:24Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg.18a6e73b360f13c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: cb73c20a-8a37-4ab3-aae0-8bbf94517e7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36151"
    uid: 59ea27a2-8105-4675-94c4-d4de213c59af
  kind: Event
  lastTimestamp: "2026-04-16T17:41:47Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg'
  metadata:
    creationTimestamp: "2026-04-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:41:47Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a6e732adb33711
    namespace: kserve-ci-e2e-test
    resourceVersion: "36161"
    uid: 849b6721-bc37-478f-89ff-033fa6b60907
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: 91611f22-a480-4da7-b67a-6182f0ada7e8
  kind: Event
  lastTimestamp: "2026-04-16T17:41:47Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:41:47Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e732aba3eabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: 5df618c3-ad88-4f02-8bcc-58ed14d50b05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36150"
    uid: ba988150-1bd2-4839-be5d-3deaa91906ce
  kind: Event
  lastTimestamp: "2026-04-16T17:42:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:42:17Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e73629eeb8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: fe2b206c-9ddc-4d80-b471-8102ad508fe0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36150"
    uid: ba988150-1bd2-4839-be5d-3deaa91906ce
  kind: Event
  lastTimestamp: "2026-04-16T17:42:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:42:17Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e7362a552a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36422"
    uid: f61e884d-9d73-40a1-ae7e-5c76f2b709d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: ba988150-1bd2-4839-be5d-3deaa91906ce
  kind: Event
  lastTimestamp: "2026-04-16T17:43:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:43:02Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e73d27bce7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 1cb3612d-5c1a-4389-a75e-9bfb8fc4b28f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: ba988150-1bd2-4839-be5d-3deaa91906ce
  kind: Event
  lastTimestamp: "2026-04-16T17:43:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:43:02Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e73d28275b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36833"
    uid: 4f059cb0-b028-4071-b199-cdff1eaaa2d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36139"
    uid: 5db551b9-a99c-4cf1-9200-f52f4a355471
  kind: Event
  lastTimestamp: "2026-04-16T17:42:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:42:34Z"
    name: isvc-xgboost-v2-runtime.18a6e732ab4512f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36554"
    uid: 65ffac31-6b4e-4baa-9fc2-506a5cf94173
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36139"
    uid: 5db551b9-a99c-4cf1-9200-f52f4a355471
  kind: Event
  lastTimestamp: "2026-04-16T17:41:47Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:41:47Z"
    name: isvc-xgboost-v2-runtime.18a6e732aba36e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: fdcb3e0c-6064-4a38-9eec-f79d6ae58220
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:41:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36139"
    uid: 5db551b9-a99c-4cf1-9200-f52f4a355471
  kind: Event
  lastTimestamp: "2026-04-16T17:41:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:41:47Z"
    name: isvc-xgboost-v2-runtime.18a6e732aba3b3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36156"
    uid: a19485f7-8e97-4e99-967b-fa163ad717d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36552"
    uid: 5db551b9-a99c-4cf1-9200-f52f4a355471
  kind: Event
  lastTimestamp: "2026-04-16T17:42:34Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:42:34Z"
    name: isvc-xgboost-v2-runtime.18a6e73d8bbdb42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36553"
    uid: 20aca82a-f6e3-47d5-bd64-25a4fa38841b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36585"
    uid: d9e28243-b847-4bec-afee-ec48fa812e33
  kind: Event
  lastTimestamp: "2026-04-16T17:43:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:43:45Z"
    name: isvc-xgboost-v2.18a6e73e5a1fa11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37159"
    uid: ce6eebb0-af7c-4281-b235-91555ee86fa3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36585"
    uid: d9e28243-b847-4bec-afee-ec48fa812e33
  kind: Event
  lastTimestamp: "2026-04-16T17:42:38Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:42:38Z"
    name: isvc-xgboost-v2.18a6e73e5a61b5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36618"
    uid: 3591ad1c-88e5-4a35-8638-52fcb3247d68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36585"
    uid: d9e28243-b847-4bec-afee-ec48fa812e33
  kind: Event
  lastTimestamp: "2026-04-16T17:42:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:42:38Z"
    name: isvc-xgboost-v2.18a6e73e5a61f47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: 72a0df4b-49f7-49e3-81ef-ec2d641c6ddd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:43:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: d9e28243-b847-4bec-afee-ec48fa812e33
  kind: Event
  lastTimestamp: "2026-04-16T17:43:45Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:43:45Z"
    name: isvc-xgboost-v2.18a6e74df5ef7906
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: 76a252e3-316b-479b-9808-b3ae9c091283
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34085"
    uid: 45e3cecf-9e4b-4859-bbcb-6ee90dffaf95
  kind: Event
  lastTimestamp: "2026-04-16T17:39:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:39:13Z"
    name: isvc-xgboost.18a6e6fa9be5f9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34782"
    uid: 599c6e2b-6650-4e63-8b3a-d6afdee9091c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34085"
    uid: 45e3cecf-9e4b-4859-bbcb-6ee90dffaf95
  kind: Event
  lastTimestamp: "2026-04-16T17:37:47Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:37:47Z"
    name: isvc-xgboost.18a6e6fa9c3cede3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: 17edd185-fa6a-4654-87fd-a40d83dc1b8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:37:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34085"
    uid: 45e3cecf-9e4b-4859-bbcb-6ee90dffaf95
  kind: Event
  lastTimestamp: "2026-04-16T17:37:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:37:47Z"
    name: isvc-xgboost.18a6e6fa9c3d3e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: f1705a41-8ecb-436b-8d40-f2ab1ebe1f98
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: 45e3cecf-9e4b-4859-bbcb-6ee90dffaf95
  kind: Event
  lastTimestamp: "2026-04-16T17:39:13Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:39:13Z"
    name: isvc-xgboost.18a6e70ea9f1b3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: 81733e59-2e49-4565-981b-65d4c8bda179
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:59:55.207823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-wc8z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 3582f567-99bb-4b29-910d-79d4b21d3942
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-wc8z9
    to ip-10-0-139-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:59:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:59:55Z"
    name: message-dumper-predictor-7f66cccfb6-wc8z9.18a6e4e9a600e1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: 77230955-ecbc-4c55-8ab5-5c1d64de7b75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-wc8z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 3582f567-99bb-4b29-910d-79d4b21d3942
  kind: Event
  lastTimestamp: "2026-04-16T16:59:55Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:59:55Z"
    name: message-dumper-predictor-7f66cccfb6-wc8z9.18a6e4e9ad072339
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 672107e6-4926-4683-8bdd-d377fd6345bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-wc8z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 3582f567-99bb-4b29-910d-79d4b21d3942
  kind: Event
  lastTimestamp: "2026-04-16T16:59:55Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T16:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:59:55Z"
    name: message-dumper-predictor-7f66cccfb6-wc8z9.18a6e4e9ae40673d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15072"
    uid: 88f5e3e8-d5e0-44be-836f-fa92ac5e1a98
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-wc8z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 3582f567-99bb-4b29-910d-79d4b21d3942
  kind: Event
  lastTimestamp: "2026-04-16T16:59:56Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 885ms (885ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:59:56Z"
    name: message-dumper-predictor-7f66cccfb6-wc8z9.18a6e4e9e305d8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: 64c8655f-4700-4a06-8ac5-8e5381498797
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-wc8z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 3582f567-99bb-4b29-910d-79d4b21d3942
  kind: Event
  lastTimestamp: "2026-04-16T16:59:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:59:56Z"
    name: message-dumper-predictor-7f66cccfb6-wc8z9.18a6e4e9e97302c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: 0ea71f2d-36c7-4bac-8166-31003114cef8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-wc8z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 3582f567-99bb-4b29-910d-79d4b21d3942
  kind: Event
  lastTimestamp: "2026-04-16T16:59:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:59:56Z"
    name: message-dumper-predictor-7f66cccfb6-wc8z9.18a6e4e9e9d2205c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15082"
    uid: c4576433-0bde-4973-90c9-eebc783b1a39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 20f4857f-fe1f-4542-95d1-0e491069b957
  kind: Event
  lastTimestamp: "2026-04-16T16:59:55Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-wc8z9'
  metadata:
    creationTimestamp: "2026-04-16T16:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:55Z"
    name: message-dumper-predictor-7f66cccfb6.18a6e4e9a5a806db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: e5b6f4e6-a216-4bc8-a8e6-2a8b2c3340dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: bf5ded3e-6d7f-4177-9ee1-203d86d9c790
  kind: Event
  lastTimestamp: "2026-04-16T16:59:55Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:55Z"
    name: message-dumper-predictor.18a6e4e9a4247337
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 60c6a5f8-affd-43be-acd9-992436efb189
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: a7781d48-52be-4cd3-9173-c4b88e31eebd
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: message-dumper-predictor.18a6e4ed22a08e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 4ba0f2f4-f997-4470-afc7-59aad62f04f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: a7781d48-52be-4cd3-9173-c4b88e31eebd
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: message-dumper-predictor.18a6e4ed231010ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 4f9fc2ae-b6ea-4f08-8939-42a60f88579f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: a7781d48-52be-4cd3-9173-c4b88e31eebd
  kind: Event
  lastTimestamp: "2026-04-16T17:00:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:25Z"
    name: message-dumper-predictor.18a6e4f0a1ceffa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 46fabfd0-36b3-4232-8720-497509776c69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: a7781d48-52be-4cd3-9173-c4b88e31eebd
  kind: Event
  lastTimestamp: "2026-04-16T17:00:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:25Z"
    name: message-dumper-predictor.18a6e4f0a239f983
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: 3587f3af-bdb6-4d85-99cd-2324e98ccc34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: aa9fbb8e-40df-4c76-8736-d7de7fc1623f
  kind: Event
  lastTimestamp: "2026-04-16T16:59:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:59:56Z"
    name: message-dumper.18a6e4e9a3e99160
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: f910addb-2f06-4e7b-bfa0-add2c11f3893
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: aa9fbb8e-40df-4c76-8736-d7de7fc1623f
  kind: Event
  lastTimestamp: "2026-04-16T16:59:55Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:59:55Z"
    name: message-dumper.18a6e4e9a4342e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: dde9ac12-407f-444b-9cae-b00d5a5a4b7d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: aa9fbb8e-40df-4c76-8736-d7de7fc1623f
  kind: Event
  lastTimestamp: "2026-04-16T16:59:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:59:55Z"
    name: message-dumper.18a6e4e9a4346e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15063"
    uid: a9e14cbd-15a0-415d-b2ae-294c213520d6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15094"
    uid: aa9fbb8e-40df-4c76-8736-d7de7fc1623f
  kind: Event
  lastTimestamp: "2026-04-16T16:59:56Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:59:56Z"
    name: message-dumper.18a6e4ea0df1a34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: 34e87748-0b29-4424-a452-ab8a3959be1d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:29:44.465180Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29986"
    uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:29:44Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w.18a6e68a3e0d8ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29994"
    uid: c537e894-353a-4de9-ae69-a1e087386721
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29997"
    uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279
  kind: Event
  lastTimestamp: "2026-04-16T17:29:44Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:29:44Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w.18a6e68a57799f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30012"
    uid: 4c4aa17f-4212-4d63-909c-e3c5d15ba07c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279
  kind: Event
  lastTimestamp: "2026-04-16T17:29:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:29:44Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w.18a6e68a58affcea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30014"
    uid: f73a490a-4abb-4298-b271-b254e77e81a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279
  kind: Event
  lastTimestamp: "2026-04-16T17:29:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:29:44Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w.18a6e68a5c71c22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30017"
    uid: c282998e-41d4-484a-9a96-85a2af8d24a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279
  kind: Event
  lastTimestamp: "2026-04-16T17:29:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:29:44Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w.18a6e68a5ce8da06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30018"
    uid: 2c4b2aaf-52f1-4e06-92bb-c1dc9196413e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279
  kind: Event
  lastTimestamp: "2026-04-16T17:29:48Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:29:48Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w.18a6e68b469d716e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30055"
    uid: 7701ec19-a36c-4c90-82b3-885054d7a268
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279
  kind: Event
  lastTimestamp: "2026-04-16T17:29:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:29:48Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w.18a6e68b49c8ab21
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: a7221dd6-1015-490d-9107-1bfebdcef9ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279
  kind: Event
  lastTimestamp: "2026-04-16T17:29:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:29:48Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w.18a6e68b4a399524
    namespace: kserve-ci-e2e-test
    resourceVersion: "30061"
    uid: 6dec5e4e-cdd2-4390-9bd4-b2124a0ea754
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279
  kind: Event
  lastTimestamp: "2026-04-16T17:30:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T17:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:30:20Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w.18a6e692bc179958
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 0adcad1f-2e49-4541-8253-51ade30b95dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "29978"
    uid: f1138e04-e9c7-4ab6-a033-585a97880a7e
  kind: Event
  lastTimestamp: "2026-04-16T17:29:44Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w'
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:29:44Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a6e68a3da2eb42
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: 27e2fbf9-ee55-4dd8-8e8f-a7ad943450b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: bee00c24-2a0b-41ef-bf02-0fb7ec07ba96
  kind: Event
  lastTimestamp: "2026-04-16T17:29:44Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:29:44Z"
    name: sklearn-v2-mlserver-predictor.18a6e68a3b9f9b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "29980"
    uid: 8a689ddb-1725-44d1-9bd2-8dda864e2353
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29977"
    uid: 599c1efa-043e-4dfd-b220-670bc37eae9c
  kind: Event
  lastTimestamp: "2026-04-16T17:29:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:29:59Z"
    name: sklearn-v2-mlserver-predictor.18a6e68dba23ebeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30135"
    uid: 7e8b1d91-44ee-4c17-a3cb-89e60f203cf9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29977"
    uid: 599c1efa-043e-4dfd-b220-670bc37eae9c
  kind: Event
  lastTimestamp: "2026-04-16T17:29:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:29:59Z"
    name: sklearn-v2-mlserver-predictor.18a6e68dba8ca992
    namespace: kserve-ci-e2e-test
    resourceVersion: "30137"
    uid: e102363e-ef5e-47d2-b040-71161b75e6c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30136"
    uid: 599c1efa-043e-4dfd-b220-670bc37eae9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:30:44Z"
    name: sklearn-v2-mlserver-predictor.18a6e691394c041d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30537"
    uid: 3b261a69-fa1b-4edf-a074-228961023811
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30136"
    uid: 599c1efa-043e-4dfd-b220-670bc37eae9c
  kind: Event
  lastTimestamp: "2026-04-16T17:30:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:30:44Z"
    name: sklearn-v2-mlserver-predictor.18a6e69139d5e4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: bcfa0c98-7faf-4a2a-b68c-b5cc9b523a26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 84643644-0710-4bf6-a1c6-1846a85f06b1
  kind: Event
  lastTimestamp: "2026-04-16T17:30:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:30:30Z"
    name: sklearn-v2-mlserver.18a6e68a3b7365e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 5eb0ce59-ecad-4aba-be8e-e8050bc0939b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 84643644-0710-4bf6-a1c6-1846a85f06b1
  kind: Event
  lastTimestamp: "2026-04-16T17:29:44Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:29:44Z"
    name: sklearn-v2-mlserver.18a6e68a3bb0ea8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30001"
    uid: 4476231a-9f1e-4b60-9755-0b34320a6bcc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:29:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 84643644-0710-4bf6-a1c6-1846a85f06b1
  kind: Event
  lastTimestamp: "2026-04-16T17:29:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:29:44Z"
    name: sklearn-v2-mlserver.18a6e68a3bb12f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30002"
    uid: c4fb50dd-6628-4612-befa-b4b3a9bc0406
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:30:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: 84643644-0710-4bf6-a1c6-1846a85f06b1
  kind: Event
  lastTimestamp: "2026-04-16T17:30:30Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:30:30Z"
    name: sklearn-v2-mlserver.18a6e695120bc064
    namespace: kserve-ci-e2e-test
    resourceVersion: "30378"
    uid: f48abb3b-ed7e-48f3-8ad3-d278612db592
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:39:57.551076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35201"
    uid: 306d7e24-f7b2-4a97-9e1d-8ded6e6ef290
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-f64lm
    to ip-10-0-140-49.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:39:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:39:57Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm.18a6e718fcd1e811
    namespace: kserve-ci-e2e-test
    resourceVersion: "35207"
    uid: b6af6946-32ad-4378-ac70-b5081ca84fc4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6588cc5b65-v7b5b
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 306d7e24-f7b2-4a97-9e1d-8ded6e6ef290
  kind: Event
  lastTimestamp: "2026-04-16T17:39:57Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:39:57Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm.18a6e7191603b7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35223"
    uid: 2b18ddb8-24f6-4e66-8d89-f6107f46ce78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: 306d7e24-f7b2-4a97-9e1d-8ded6e6ef290
  kind: Event
  lastTimestamp: "2026-04-16T17:39:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:57Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm.18a6e719175ac2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: c3bc8c60-1bb4-4c53-995f-093b5e990d42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: 306d7e24-f7b2-4a97-9e1d-8ded6e6ef290
  kind: Event
  lastTimestamp: "2026-04-16T17:39:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:58Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm.18a6e7191a4d91cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35226"
    uid: 54041db8-e502-4135-b2cb-5a9ecaca5dba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: 306d7e24-f7b2-4a97-9e1d-8ded6e6ef290
  kind: Event
  lastTimestamp: "2026-04-16T17:39:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:39:58Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm.18a6e7191abef376
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: bf2b43fc-8cfb-407f-95f0-f6de203770f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: 306d7e24-f7b2-4a97-9e1d-8ded6e6ef290
  kind: Event
  lastTimestamp: "2026-04-16T17:40:02Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:40:02Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm.18a6e71a0b2cc1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2bf7a074-24da-4791-b208-cd4d1dd91abb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: 306d7e24-f7b2-4a97-9e1d-8ded6e6ef290
  kind: Event
  lastTimestamp: "2026-04-16T17:40:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:40:02Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm.18a6e71a0e76ad40
    namespace: kserve-ci-e2e-test
    resourceVersion: "35268"
    uid: 0eaf1e5b-a2b7-4bbe-85b3-4535e2698c52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: 306d7e24-f7b2-4a97-9e1d-8ded6e6ef290
  kind: Event
  lastTimestamp: "2026-04-16T17:40:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:40:02Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-f64lm.18a6e71a0eeb16fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 4f6db76c-294e-4b2c-a9fb-9d7665bac129
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35191"
    uid: 3586d9fa-9be4-4d3a-be64-4716bd551f6b
  kind: Event
  lastTimestamp: "2026-04-16T17:39:57Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-f64lm'
  metadata:
    creationTimestamp: "2026-04-16T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:39:57Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a6e718fc6dada4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35203"
    uid: f483d025-6f02-48b7-8797-525362e8e2c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35188"
    uid: f60f58f5-adca-4034-bf4d-31703612ebdc
  kind: Event
  lastTimestamp: "2026-04-16T17:39:57Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:39:57Z"
    name: xgboost-v2-mlserver-predictor.18a6e718fa5cadbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35193"
    uid: 2976f263-f121-4290-a577-ea50326797ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35190"
    uid: 471a7118-45f3-48a4-b408-80202fd39a0b
  kind: Event
  lastTimestamp: "2026-04-16T17:40:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:40:12Z"
    name: xgboost-v2-mlserver-predictor.18a6e71c78e9e6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: 2aa7e15d-1fee-4537-8bf1-b793b3b84fea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35190"
    uid: 471a7118-45f3-48a4-b408-80202fd39a0b
  kind: Event
  lastTimestamp: "2026-04-16T17:40:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:40:12Z"
    name: xgboost-v2-mlserver-predictor.18a6e71c794fd931
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: ece3267a-e671-4b01-8921-33dadd0c2a62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: 471a7118-45f3-48a4-b408-80202fd39a0b
  kind: Event
  lastTimestamp: "2026-04-16T17:40:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:40:57Z"
    name: xgboost-v2-mlserver-predictor.18a6e71ff8201255
    namespace: kserve-ci-e2e-test
    resourceVersion: "35748"
    uid: 9668ee86-5e9d-489c-9341-37a4c14c96da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: 471a7118-45f3-48a4-b408-80202fd39a0b
  kind: Event
  lastTimestamp: "2026-04-16T17:40:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:40:57Z"
    name: xgboost-v2-mlserver-predictor.18a6e71ff885e5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: 3e5bbb45-60b1-4a02-849d-2af7020969ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: 44febf4b-aeff-4c41-84b0-f4e873f93c0f
  kind: Event
  lastTimestamp: "2026-04-16T17:40:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:40:34Z"
    name: xgboost-v2-mlserver.18a6e718fa3061f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35516"
    uid: f3f36182-f8bd-412a-af3a-2d44af6b94c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: 44febf4b-aeff-4c41-84b0-f4e873f93c0f
  kind: Event
  lastTimestamp: "2026-04-16T17:39:57Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:39:57Z"
    name: xgboost-v2-mlserver.18a6e718fa9fca0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35213"
    uid: e9e3f56f-ef96-4f7a-a4f7-80f974923690
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:39:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: 44febf4b-aeff-4c41-84b0-f4e873f93c0f
  kind: Event
  lastTimestamp: "2026-04-16T17:39:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:39:57Z"
    name: xgboost-v2-mlserver.18a6e718faa01db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35214"
    uid: d8a31d82-9dc1-4674-82f6-7256bee38774
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:40:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35514"
    uid: 44febf4b-aeff-4c41-84b0-f4e873f93c0f
  kind: Event
  lastTimestamp: "2026-04-16T17:40:34Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:40:34Z"
    name: xgboost-v2-mlserver.18a6e72185ce20db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35515"
    uid: c3f9d6e9-b33a-4306-aaa0-a35b5cbdd537
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41257"