---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:47:53.191627Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26404"
    uid: b6af932c-dd1a-4e2e-9ac5-8f686b4badea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:47:53Z"
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc.18b2cfcaeaa295f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26408"
    uid: 58c2b32d-8ed1-4585-8fbd-0c514c1026ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: b6af932c-dd1a-4e2e-9ac5-8f686b4badea
  kind: Event
  lastTimestamp: "2026-05-25T12:47:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-7f3b77-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:53Z"
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc.18b2cfcaf3769c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 7bcefcec-af68-4c8f-8a1a-32a25d60bbf2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26414"
    uid: b6af932c-dd1a-4e2e-9ac5-8f686b4badea
  kind: Event
  lastTimestamp: "2026-05-25T12:47:54Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:47:54Z"
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc.18b2cfcb2879f637
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: b7f2a37c-b198-4131-a437-51e4cbd39b9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: b6af932c-dd1a-4e2e-9ac5-8f686b4badea
  kind: Event
  lastTimestamp: "2026-05-25T12:47:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:59Z"
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc.18b2cfcb29be2a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: b36c73cb-6d32-49b1-abb6-04e43cf50b37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: b6af932c-dd1a-4e2e-9ac5-8f686b4badea
  kind: Event
  lastTimestamp: "2026-05-25T12:47:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:59Z"
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc.18b2cfcb2cb5d2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26486"
    uid: 3085651d-de0c-4f77-9246-d68e90901928
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: b6af932c-dd1a-4e2e-9ac5-8f686b4badea
  kind: Event
  lastTimestamp: "2026-05-25T12:47:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:59Z"
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc.18b2cfcb2d262c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26487"
    uid: b0d5af17-a90a-4398-ab46-cdc9c9a9eab9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: b6af932c-dd1a-4e2e-9ac5-8f686b4badea
  kind: Event
  lastTimestamp: "2026-05-25T12:48:03Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:03Z"
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc.18b2cfcd3ed2bfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: b617afa8-d421-4cc6-8754-5fc538270765
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26396"
    uid: 08e3de29-a12d-42f4-871e-d3e051417d96
  kind: Event
  lastTimestamp: "2026-05-25T12:47:53Z"
  message: 'Created pod: isvc-init-fail-7f3b77-predictor-54ffd4dd7f-tkljc'
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:47:53Z"
    name: isvc-init-fail-7f3b77-predictor-54ffd4dd7f.18b2cfcaea42d478
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 31551e86-b10d-4bba-9b13-16c0e02945f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-7f3b77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 74c26ba5-f1be-40fa-a9d6-d6b1226349cc
  kind: Event
  lastTimestamp: "2026-05-25T12:47:53Z"
  message: Scaled up replica set isvc-init-fail-7f3b77-predictor-54ffd4dd7f from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:47:53Z"
    name: isvc-init-fail-7f3b77-predictor.18b2cfcae77848c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26398"
    uid: a1a1f779-35ed-4691-86fe-389e0b860ca7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7f3b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 13a4fbe9-9c12-4fed-ab86-f9576c2c4ee9
  kind: Event
  lastTimestamp: "2026-05-25T12:47:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:47:59Z"
    name: isvc-init-fail-7f3b77.18b2cfcae755e761
    namespace: kserve-ci-e2e-test
    resourceVersion: "26488"
    uid: 5cb4c099-62fd-418f-82ef-94725e95065f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7f3b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 13a4fbe9-9c12-4fed-ab86-f9576c2c4ee9
  kind: Event
  lastTimestamp: "2026-05-25T12:47:53Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-7f3b77":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-7f3b77":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:47:53Z"
    name: isvc-init-fail-7f3b77.18b2cfcae7a30336
    namespace: kserve-ci-e2e-test
    resourceVersion: "26400"
    uid: 0ce899ba-5675-4b75-8002-795466da7716
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7f3b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 13a4fbe9-9c12-4fed-ab86-f9576c2c4ee9
  kind: Event
  lastTimestamp: "2026-05-25T12:47:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-7f3b77": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:47:53Z"
    name: isvc-init-fail-7f3b77.18b2cfcae7a355cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: 5a655003-d362-4f00-a6e2-a199a9351f14
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:29:06.555273Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16861"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-h5dr4
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec499e019a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16875"
    uid: 2692aaaf-9389-4083-b2c4-0b2f41c59331
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16880"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec4b36cb1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 231d7ce9-ec7a-4c93-bd30-0d11ed606b77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec4b50754f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: fb1633c7-af53-4aa3-9271-5502f2c28aae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec4b862c14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: f26957ca-bef2-4fa7-afee-54fb418f4720
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec4b8ccc9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 739703ff-c343-4403-a623-02bde3f5f8e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:11Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T12:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:11Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec5cd7eb01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: 0d0a4b7e-fbcb-47c5-904c-fb7da6dd38de
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:18Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.538s (6.538s
    including waiting). Image size: 606718223 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec7533c9407
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: 5d5a6052-c7c3-403a-b69b-90fc801c97f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec757122623
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: 2a4f6ebb-66dd-4166-aa4c-02f54fd2221b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec757843976
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 5212ccc3-656f-4729-85db-a54f62615f86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec7579200d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: a434b841-c4fc-4f31-9e71-a1f6380cead3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec75a818965
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: c7296284-e28a-4442-ac1b-f6922aacb4b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:29:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec75b3b082d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 40895740-6294-4fd8-a04c-6a89ab4a6dcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:30:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cec7ac61395f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 42538266-f655-4d89-be29-3a33123216a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:30:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cedbea13c372
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: 603216c8-c6b3-4715-a1cc-451411e82752
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:30:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cedbea144e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: 0f5654cb-000c-4e7e-b1dd-137c2856548f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb17c480-0ff2-4ef0-9009-8acc07ed73fb
  kind: Event
  lastTimestamp: "2026-05-25T12:30:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:50Z"
    name: isvc-lightgbm-predictor-bdf964bd-h5dr4.18b2cedcdc92f5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: 80fe079b-7af9-4de6-9731-62498314a331
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: 48a68273-901a-4c9b-a183-38746da56562
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-h5dr4'
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: isvc-lightgbm-predictor-bdf964bd.18b2cec49961235f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: 2963036f-09c1-4644-9f3d-099a07489800
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: b84880f7-8a8e-4cad-89b5-364a115888d8
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: isvc-lightgbm-predictor.18b2cec4968be2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16851"
    uid: 7fb59b8a-d7a8-4e38-883e-a2866c000ace
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: cbb407d5-ec4a-4298-bcc5-751af5e3f474
  kind: Event
  lastTimestamp: "2026-05-25T12:29:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:29:36Z"
    name: isvc-lightgbm-predictor.18b2cec81548a2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: 0c8027d5-703c-4135-88e0-6c1d47fc213c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: cbb407d5-ec4a-4298-bcc5-751af5e3f474
  kind: Event
  lastTimestamp: "2026-05-25T12:29:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:29:36Z"
    name: isvc-lightgbm-predictor.18b2cec815a9f0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: b72c5baf-4c08-477c-8175-a5ed56efc02e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: cbb407d5-ec4a-4298-bcc5-751af5e3f474
  kind: Event
  lastTimestamp: "2026-05-25T12:30:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:30:36Z"
    name: isvc-lightgbm-predictor.18b2cecf134c2ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17565"
    uid: 45ef84e2-c9fd-44dd-b4f4-6ea39b140516
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: cbb407d5-ec4a-4298-bcc5-751af5e3f474
  kind: Event
  lastTimestamp: "2026-05-25T12:30:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:30:36Z"
    name: isvc-lightgbm-predictor.18b2cecf13a932f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 168290f8-9966-40bc-ad7a-9ae22a72a605
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:30:46.805787Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:30:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:30:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedbf1459201
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: 9e9afc1e-f984-46f3-931a-900da5148843
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedbff333750
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: 3fc91b3b-ece9-4133-a8dc-ab11cc1fa8ff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:47Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:30:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedc2eb3b289
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: 80d4f0a8-2b66-4fc9-8c83-9403c44a214e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedc2ff67ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: a2e949e1-a0d4-47c4-a675-2e74a935a3ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedc33620243
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: af0ea2d0-9042-423b-8ad6-2403bc5157d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedc33d881e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: f3f6a2e3-4062-4a0a-8989-ebc88387621f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:52Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedd2b3e8069
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 4bdf48cf-63ac-4615-a7ba-2e7743cbd999
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedd2ed23348
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: ca26fb9c-38d1-4823-b601-157b9b6daa3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedd2f451143
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 069cd250-ba88-480e-8dc6-a3e9b77179e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedd2f52ee1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: d8a7b5db-9367-4045-b709-c94bbf7caab4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedd324cee3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: a82d8870-893e-44d8-984f-2ae9eed322d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:30:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:30:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedd32bd7d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 12f30fdd-6fc0-4959-abdf-db0f573174be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:32:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:32:19Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cedd67476804
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: e696ebb6-30ed-437a-a01b-0ae682bb893b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:32:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cef0ff676433
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: bd369288-9807-43bb-9738-63aaa7cd149e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:32:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cef0ff67e849
    namespace: kserve-ci-e2e-test
    resourceVersion: "18404"
    uid: ba856ac9-d42a-4c7c-ad97-29cc0e454bc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: bc7fefdf-50ea-4e3d-b247-2845ede7858f
  kind: Event
  lastTimestamp: "2026-05-25T12:32:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:32:19Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d.18b2cef16d6225c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18458"
    uid: bd15641c-f20f-42c4-b0b1-9367db13cc07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17676"
    uid: df7dda38-46ed-44da-99b5-fe735d40b5ab
  kind: Event
  lastTimestamp: "2026-05-25T12:30:46Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-4gj7d'
  metadata:
    creationTimestamp: "2026-05-25T12:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:30:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18b2cedbf0c599ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: e92814be-9239-4b93-833b-83e8ec88f4f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: a643d5e1-4620-4778-91d5-3055a7ca5aad
  kind: Event
  lastTimestamp: "2026-05-25T12:30:46Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T12:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:30:46Z"
    name: isvc-lightgbm-runtime-predictor.18b2cedbec230e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: 07e5d820-d3ec-4c51-8874-61ef2a88b015
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:31:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: 29ff4c46-03bf-49fe-a2a1-dd163e09ca19
  kind: Event
  lastTimestamp: "2026-05-25T12:31:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:31:31Z"
    name: isvc-lightgbm-runtime-predictor.18b2cedf6a9bf013
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: b04725c6-b1a4-4591-9802-790ed4f7adcb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:31:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: 29ff4c46-03bf-49fe-a2a1-dd163e09ca19
  kind: Event
  lastTimestamp: "2026-05-25T12:31:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:31:31Z"
    name: isvc-lightgbm-runtime-predictor.18b2cedf6b22540f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: 30a946c4-05c6-4237-856f-0bca456263e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17838"
    uid: 29ff4c46-03bf-49fe-a2a1-dd163e09ca19
  kind: Event
  lastTimestamp: "2026-05-25T12:32:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:32:16Z"
    name: isvc-lightgbm-runtime-predictor.18b2cee2ea3bd42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18374"
    uid: 989ea50d-e991-410d-bd92-f8b3a99608bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17838"
    uid: 29ff4c46-03bf-49fe-a2a1-dd163e09ca19
  kind: Event
  lastTimestamp: "2026-05-25T12:32:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:32:16Z"
    name: isvc-lightgbm-runtime-predictor.18b2cee2ea899fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: 2d97d043-0da3-44e8-867e-6040d18902b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 2dd0a4bd-27ca-414f-8ab8-5ddc44bad78e
  kind: Event
  lastTimestamp: "2026-05-25T12:32:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:32:09Z"
    name: isvc-lightgbm-runtime.18b2cedbec05f8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: a7985f8f-7727-449c-8711-d85aa4edfe6c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 2dd0a4bd-27ca-414f-8ab8-5ddc44bad78e
  kind: Event
  lastTimestamp: "2026-05-25T12:30:46Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:30:46Z"
    name: isvc-lightgbm-runtime.18b2cedbec701d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: d9419917-2ea5-4888-9d65-222ad282bb40
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: 2dd0a4bd-27ca-414f-8ab8-5ddc44bad78e
  kind: Event
  lastTimestamp: "2026-05-25T12:32:09Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:32:09Z"
    name: isvc-lightgbm-runtime.18b2ceef1e582d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18317"
    uid: 7f5c043f-f9a2-4d4c-b04d-4708b9f5bfaa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:35:17.612582Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1afe9d61e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 4a0d9e0b-6682-4a0b-b48d-778381585d91
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:18Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:35:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1b18cb79bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: 392b3798-f999-4f11-8e40-fd4f38242866
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1b1a047f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: f3b406b1-e341-45f9-a142-9268ff3f366e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1b1d4b7979
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: 948ee373-be72-4ec0-8b52-b0544ad0a170
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1b1db1cd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: e91a1671-d765-43a7-9436-474ec24aaae2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:22Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1c0645c141
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 42559ac2-3c67-4240-a86c-d133855c9e62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1c0934f6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: 935b719c-6d00-47dd-8808-a7215cc00fac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1c09a12cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 02a6eac8-40f2-4fcf-9aa0-f71f3869fe03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1c09ae497e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 63feb28a-1bce-42ab-82bd-231ef8fdb6ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1c0cf3ccf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: 0f6bdf58-6268-4fd0-8729-869f46712d07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1c0d69c9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19829"
    uid: 7f32045d-75fb-43ba-b105-db22486a8f44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1c7e0f5a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: d0ccae12-f8c5-48df-b0d2-e3d6599dc42b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1fa9c1639a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: 6db89ca8-b411-4d71-afee-4c130615eb5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 5e812af3-80d2-490c-8915-6150569a1fe9
  kind: Event
  lastTimestamp: "2026-05-25T12:35:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr.18b2cf1fa9c23d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: 3dc43ba5-ef1b-46a3-965a-16290491af2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: f7b0e25a-1edc-4981-b154-6ef1e3ae77c8
  kind: Event
  lastTimestamp: "2026-05-25T12:35:17Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-9xcdr'
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18b2cf1afe318532
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: a8d4dbad-5a5b-43c5-b5d6-f20834ef929d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: d63ad191-9ffc-4d63-8a93-34ca348ee2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:35:17Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b2cf1afa09c9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 1df9cc5a-2744-4c70-bbd3-0dba1a811b5e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: bdb75e53-9ebe-4e51-afac-701edccf025f
  kind: Event
  lastTimestamp: "2026-05-25T12:35:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:32Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b2cf1e78b977d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: 5858b9a8-d7ff-45e7-a091-07068c47c9b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: bdb75e53-9ebe-4e51-afac-701edccf025f
  kind: Event
  lastTimestamp: "2026-05-25T12:35:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:32Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b2cf1e79175093
    namespace: kserve-ci-e2e-test
    resourceVersion: "19917"
    uid: 868492cc-a5b2-40c6-9738-fa45dcc66763
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: 80084d9e-7fa2-43a1-8fbf-d14726e5d397
  kind: Event
  lastTimestamp: "2026-05-25T12:35:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:35:30Z"
    name: isvc-lightgbm-v2-kserve.18b2cf1afa154f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: a3c7c5d6-9a06-48e4-a790-08d151f4ace9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: 80084d9e-7fa2-43a1-8fbf-d14726e5d397
  kind: Event
  lastTimestamp: "2026-05-25T12:35:17Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-kserve.18b2cf1afa8a44fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: cba01d6a-6cd5-453c-927c-495c5616998f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: 80084d9e-7fa2-43a1-8fbf-d14726e5d397
  kind: Event
  lastTimestamp: "2026-05-25T12:35:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-kserve.18b2cf1b00637248
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: 0c4de4e5-be07-4dbd-8461-9b32bcf99ad0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 80084d9e-7fa2-43a1-8fbf-d14726e5d397
  kind: Event
  lastTimestamp: "2026-05-25T12:35:30Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:35:30Z"
    name: isvc-lightgbm-v2-kserve.18b2cf1de9e4b3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19893"
    uid: 9d4f963d-ab0d-4a10-b247-0c2579d548e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:32:17.349957Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cef1061ffc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: feb21f34-57a3-4722-999a-9c39b6eec204
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:32:17Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cef11ff3150a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: 00e6ac44-d2e9-46d6-8a09-9939d3ef97ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:32:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cef12159ef6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: 53ea88bc-d581-4008-92b3-f50df52f2891
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:32:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cef12467b29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: a368e745-17d5-43f7-b424-e1599f636255
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:32:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cef124d37c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: 580a7c53-c146-44a1-8d73-5260cb3f66e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:32:22Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-05-25T12:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:32:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cef2324db52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18485"
    uid: da7fdc31-10d6-427c-a3c1-634bedc00c58
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:34:31Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m8.626s
    (2m8.626s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cf1025086652
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: 96f447ac-8f96-4d4b-bbd0-17eb8644cc83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:34:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cf102a3dc9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 7273440a-b63c-4180-8b2b-a51bd8171eeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:34:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cf102b47e8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19378"
    uid: 821ef77f-f4bd-4d69-b36d-0e893bcf0474
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:34:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cf102b566fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: f87dbac5-9ea2-4685-a980-709c08856258
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:34:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cf10310b2c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 5da9641a-d37c-4193-95cb-5ad8e6d15dea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:34:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:34:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cf103225af48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19381"
    uid: 73b6e4cf-bb4f-4c32-8185-627788a3f05b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:35:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cf1af9253418
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: 1454ea39-7bb7-4dac-84c6-1195b1920710
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:35:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cf1af925df06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: 6e179e1e-7ae8-4675-92df-9c483876fedf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: a54d9e9c-68d3-498b-ab6c-89259961d753
  kind: Event
  lastTimestamp: "2026-05-25T12:35:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95.18b2cf1b0de6efd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 79e7798e-4d15-4dad-87e6-5a873378c6ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 32d39124-cc0b-41e9-b544-84e74fb4ef24
  kind: Event
  lastTimestamp: "2026-05-25T12:32:17Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-csb95'
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18b2cef105bfbd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: d6ab9c32-88da-42b6-9c87-88137271b84a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18411"
    uid: bf89d01c-7ed1-41f5-99d9-ecdcd8ec8d22
  kind: Event
  lastTimestamp: "2026-05-25T12:32:17Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cef1019bd0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: fd6b13cf-5945-477b-adb8-14c719f90971
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18412"
    uid: 4b9c256e-6e3c-419e-bc5e-507d660b97e6
  kind: Event
  lastTimestamp: "2026-05-25T12:35:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:02Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cef4801d5b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: b7a4517a-a2da-4b7b-b1c0-501ed5c6ace7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18412"
    uid: 4b9c256e-6e3c-419e-bc5e-507d660b97e6
  kind: Event
  lastTimestamp: "2026-05-25T12:35:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:02Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cef48081219e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: ca42adbd-ec60-453e-8bca-b4f9eb6d1a0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: 4b9c256e-6e3c-419e-bc5e-507d660b97e6
  kind: Event
  lastTimestamp: "2026-05-25T12:35:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cf1af4df51fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: 56458fee-7120-499a-a2c0-d80eb347ff4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: 4b9c256e-6e3c-419e-bc5e-507d660b97e6
  kind: Event
  lastTimestamp: "2026-05-25T12:35:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:17Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cf1af521392f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: b1858ebb-1791-4857-a5a3-ebcb88cf92c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: b47d8128-3ec4-48d3-aec8-e0995cc69dfd
  kind: Event
  lastTimestamp: "2026-05-25T12:35:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:35:07Z"
    name: isvc-lightgbm-v2-runtime.18b2cef1017bf5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: f0d6ccc6-673f-483b-9fb5-861df087b4bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:32:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: b47d8128-3ec4-48d3-aec8-e0995cc69dfd
  kind: Event
  lastTimestamp: "2026-05-25T12:32:17Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:32:17Z"
    name: isvc-lightgbm-v2-runtime.18b2cef101cca717
    namespace: kserve-ci-e2e-test
    resourceVersion: "18417"
    uid: 2f211626-06db-499a-b46c-78ba20113b1a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: b47d8128-3ec4-48d3-aec8-e0995cc69dfd
  kind: Event
  lastTimestamp: "2026-05-25T12:35:07Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:35:07Z"
    name: isvc-lightgbm-v2-runtime.18b2cf18bef57a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19644"
    uid: 68d7b03b-e510-4f3a-b048-f3f9c6a8383e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 0e673d49-6380-442f-89ea-b38a343fe182
  kind: Event
  lastTimestamp: "2026-05-25T12:30:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:30:36Z"
    name: isvc-lightgbm.18b2cec4966b6b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 90c53bd8-a510-41f4-a236-b03bd191c369
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 0e673d49-6380-442f-89ea-b38a343fe182
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: isvc-lightgbm.18b2cec496d519ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16886"
    uid: 957a3a58-36d2-4475-9c4a-9c7c5130120b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 0e673d49-6380-442f-89ea-b38a343fe182
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: isvc-lightgbm.18b2cec49d02279c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: cd229c44-3030-4194-bf8b-b741cec91824
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:30:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: 0e673d49-6380-442f-89ea-b38a343fe182
  kind: Event
  lastTimestamp: "2026-05-25T12:30:36Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:30:36Z"
    name: isvc-lightgbm.18b2ced9952bfb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 52f0399d-27e0-4c2f-a4b3-9450c2879e3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:27:41.274337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6d94fc7bdd-gbxb8
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:27:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:27:41Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb0bebc4a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: d03de82f-9a3b-4adb-bd8a-51d26c674d00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:41Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb0c6d0aa94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: 7928f07a-8c01-477d-b0ca-5930b7a0642b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:42Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:27:42Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb0fbede3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: afda819c-1669-4b77-902a-a64e8ebee395
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:42Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb0fd486875
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: e599fc43-ead0-4413-972b-a463cc9a869b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:42Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb100748f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: c5e477b9-e21f-4a38-ac66-fca66c0ee448
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:42Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb100e8a7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: b848da93-93d4-4624-9578-60209e1d3718
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:46Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb1f0906851
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: 03ed6d37-2393-49dd-bbe4-b642bf708f01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:46Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb1f40866c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: fd91683b-8009-4f30-9532-acdd9baf961a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:46Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb1f4797e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: f2d410fa-b060-421b-a8e9-2dbc57ffab1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:46Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb1f486c286
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: dea0c80b-4977-477f-9965-80872901d608
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:46Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb1f7aadc67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: 2dbf8516-526c-42f1-ae20-f414120c7228
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:46Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb1f81a4980
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 3d58795e-717d-401f-907b-024ec79d3470
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:46Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0eb4cef0d702913a69a2fbb3375426837dd9bd6d314650d53aa90460f4a90236"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:46Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb1f824e604
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 300c2af9-ac4f-484c-a9af-cf2b272fa2e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:46Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T12:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:46Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb1facd9634
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 8ef8cc14-de03-454b-b8a3-e7d428327b19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:27:46Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T12:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:46Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb1fb3eaeb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: f221e088-f7a4-4ad3-92c1-b1524d07473c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:29:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:24Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb22c7e4cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 70f5de85-a5bb-4a05-a14d-b0d6daa8130d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:29:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T12:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:14Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2ceb2684b29cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: 30c06510-b682-4ebd-90a0-99ded853f19b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2cec494dd12d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: e8618e68-e36f-47fb-82d6-0be5a2ad82d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2cec494dd35ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: b002ed5c-9bdd-4353-8fda-8aaa3f3b3a9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2cec494ddff03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 28a1ef7e-4ce7-4081-b382-1679420e5b20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 83193704-9e17-4504-87f4-d7c8a668f2a2
  kind: Event
  lastTimestamp: "2026-05-25T12:29:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:24Z"
    name: isvc-logger-predictor-6d94fc7bdd-gbxb8.18b2cec5447434b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: a3599ee0-28c7-4a5d-860f-6e79aa90a060
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6d94fc7bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: 3389e167-8cca-4ed4-85c0-2e472786584e
  kind: Event
  lastTimestamp: "2026-05-25T12:27:41Z"
  message: 'Created pod: isvc-logger-predictor-6d94fc7bdd-gbxb8'
  metadata:
    creationTimestamp: "2026-05-25T12:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:41Z"
    name: isvc-logger-predictor-6d94fc7bdd.18b2ceb0be698657
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: 677cbef0-3f1f-4169-a715-a661781e2b6d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16127"
    uid: 40363a17-f579-4166-aeeb-195ab4fa6d1e
  kind: Event
  lastTimestamp: "2026-05-25T12:27:41Z"
  message: Scaled up replica set isvc-logger-predictor-6d94fc7bdd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:41Z"
    name: isvc-logger-predictor.18b2ceb0baff196b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: 600beeda-8c4a-4068-a048-c00f1929e3ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: 2fcc8f32-d02a-4cee-ae4a-8589ac209698
  kind: Event
  lastTimestamp: "2026-05-25T12:28:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:28:11Z"
    name: isvc-logger-predictor.18b2ceb4397a5eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 2d444b83-03bc-483f-abd1-deaad16ba140
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: 2fcc8f32-d02a-4cee-ae4a-8589ac209698
  kind: Event
  lastTimestamp: "2026-05-25T12:28:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:28:11Z"
    name: isvc-logger-predictor.18b2ceb439d8a99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: a65fec2c-0a4b-4fb7-a28c-a0cfc3ad9f16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:28:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 2fcc8f32-d02a-4cee-ae4a-8589ac209698
  kind: Event
  lastTimestamp: "2026-05-25T12:28:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:28:56Z"
    name: isvc-logger-predictor.18b2cebb37deefcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 5dd4db39-dae0-4447-b87c-33079dac1d28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:28:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 2fcc8f32-d02a-4cee-ae4a-8589ac209698
  kind: Event
  lastTimestamp: "2026-05-25T12:28:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:28:56Z"
    name: isvc-logger-predictor.18b2cebb383df9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 5a5ba904-8436-41bc-b9f0-fa1c4339cb31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 15e66cbc-bb02-4015-9e57-1c1533985f47
  kind: Event
  lastTimestamp: "2026-05-25T12:28:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:28:54Z"
    name: isvc-logger.18b2ceb0badc5c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 6d891125-5504-4a51-aaa6-c062da715d6a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 15e66cbc-bb02-4015-9e57-1c1533985f47
  kind: Event
  lastTimestamp: "2026-05-25T12:27:41Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T12:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:27:41Z"
    name: isvc-logger.18b2ceb0bb614dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16135"
    uid: 06a124a4-a1d3-4e7e-a4b4-5abda4f1f383
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:28:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 15e66cbc-bb02-4015-9e57-1c1533985f47
  kind: Event
  lastTimestamp: "2026-05-25T12:28:54Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:28:54Z"
    name: isvc-logger.18b2cec1cc28c4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: f9548f38-4577-48a1-aca1-9fe644baa3fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:35:37.754116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:35:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:35:37Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf1faf24bce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 5f658808-8d72-4356-a76d-109f9eef2b70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:38Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:35:38Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf1fc8a983a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: 8112af25-05fb-47fb-91cd-f6275066a95e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:38Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf1fc9f27845
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 0edf48f3-c154-48dc-a778-34eb42697032
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:38Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf1fcd9c7d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 2041a50d-2d2b-4d2c-8f56-cf5789b0e601
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:38Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf1fce03a7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: e26690d0-e78f-4704-a17c-0a2e6bb86cea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T12:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:43Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf20eed73239
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: 2d3ca3c7-fec3-4d34-a9b7-c9e1e57819aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:43Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf20f25f7fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: 1f333b85-a775-4563-9ddf-0b8af7df794a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:43Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf20f2ef443f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: 7a5d0101-3377-45c7-acb2-07ab6df40ad5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:43Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf20f2fbb102
    namespace: kserve-ci-e2e-test
    resourceVersion: "20073"
    uid: 72fefc39-ef5f-4246-9b69-19b253738779
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:43Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf20f5d7463f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20076"
    uid: 3dc5d061-0ba2-432b-9e17-427b27b2946c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:35:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:35:43Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf20f637ef68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: b2226008-89ad-40ef-b25f-d7f37bd39f54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:36:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:27Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf2b57d99853
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 25e46b47-141b-47af-9511-f5e204fc5d02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 56a13387-cda8-4551-bf33-3a3e49be3217
  kind: Event
  lastTimestamp: "2026-05-25T12:36:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:27Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf.18b2cf2b57da42dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: 9b57b630-74e1-48ff-8fea-170a04c050ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: aae3913c-6c36-4be5-b77f-0a64e765131a
  kind: Event
  lastTimestamp: "2026-05-25T12:35:37Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-9x6qf'
  metadata:
    creationTimestamp: "2026-05-25T12:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:37Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18b2cf1faebf3d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 266c68e3-6fcb-48d2-a245-d120a9ae752e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: 8f7084c5-591a-4b24-912f-458e7bfc6a5a
  kind: Event
  lastTimestamp: "2026-05-25T12:35:37Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:35:37Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cf1fabc1352f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19986"
    uid: 0e45ac3c-6f0e-4ba3-8407-c3ab1fbb0d40
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 1b8726dc-3da8-4c10-8a5b-081829f797a7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:36:07Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cf232a630e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: 60a3dbe1-eed8-4c90-8bc3-f35482ee1181
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 1b8726dc-3da8-4c10-8a5b-081829f797a7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:36:07Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cf232ac2e625
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: b8f1cbd3-f507-40bc-9f4d-75345ec20efb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: 1b8726dc-3da8-4c10-8a5b-081829f797a7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:36:22Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cf2a28868ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: c516b2b2-b626-407c-8034-1fc6fbdde66c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: 1b8726dc-3da8-4c10-8a5b-081829f797a7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:36:22Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cf2a28e9e661
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: c69d64e8-fe79-43e2-851c-6bad426b5db8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: 1b122f92-c1fb-4f8b-93bb-2312300505d1
  kind: Event
  lastTimestamp: "2026-05-25T12:36:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:36:21Z"
    name: isvc-mlflow-v2-runtime.18b2cf1faba3211a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: 470e5821-0e40-4378-8be0-24d2eb482eb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: 1b122f92-c1fb-4f8b-93bb-2312300505d1
  kind: Event
  lastTimestamp: "2026-05-25T12:35:37Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:35:37Z"
    name: isvc-mlflow-v2-runtime.18b2cf1fac022f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: 458445a4-b362-40ac-84e6-9ca87cfee6f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:35:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: 1b122f92-c1fb-4f8b-93bb-2312300505d1
  kind: Event
  lastTimestamp: "2026-05-25T12:35:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:35:37Z"
    name: isvc-mlflow-v2-runtime.18b2cf1fb349eb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: 87d61edb-856a-4fac-aae4-ef6c842c87a9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 1b122f92-c1fb-4f8b-93bb-2312300505d1
  kind: Event
  lastTimestamp: "2026-05-25T12:36:21Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:36:21Z"
    name: isvc-mlflow-v2-runtime.18b2cf29cdb06f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: d162f40c-6b81-4760-a5a6-649d258267d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:37:48.085470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-d992h
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:37:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf3e077f613f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: f0912caa-806a-4e27-818c-547acd90bc68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:37:48Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:37:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf3e2126401e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 7b057448-bd93-44d7-9d70-baa82078d5bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:37:48Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:37:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf3e2267eb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: c1c45ceb-a4ba-43c4-a1fc-3f2ab97caa36
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:37:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    in 3.737s (3.737s including waiting). Image size: 301472374 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:37:52Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf3f012cd288
    namespace: kserve-ci-e2e-test
    resourceVersion: "21128"
    uid: a1a52b81-c853-4936-8167-af973b88f7d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:37:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:37:52Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf3f03f33bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21130"
    uid: d324806e-afbf-49ea-8c0a-dc8740036b78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:37:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:37:52Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf3f046636ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: 1294fdcd-fec5-449a-b395-59aae3ca3498
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:37:58Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T12:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:37:58Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf405b6dd579
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: cfc09460-90c5-4564-ab3d-e3847c075365
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:38:09Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.108s (11.108s
    including waiting). Image size: 1162544372 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf42f1935db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21271"
    uid: ac9f2e00-d6c2-417f-abe2-1857670406d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:38:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf42f5182360
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: b534c8fd-0e8a-42ab-be60-7258f2c0a497
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:38:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf42f59e634c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: b85ebf8c-f854-42e5-b960-2e9430d2dff8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:38:09Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-25T12:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf42f5aa6d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 9ce2e4ce-800c-47f5-8d6e-805d735e716c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:38:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.463s (2.463s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:11Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf43887c3153
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: 45d0eff3-6937-4439-8099-bb61be1b65e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:38:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:11Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf438b65d044
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: eed4c9b8-c745-4252-9d2e-ad30ad1325ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:38:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:11Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf438bf22196
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 2b67078b-8f82-4725-a0cc-58f351bac9d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:38:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:49Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf43dcb39618
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 6c420492-4f5e-4301-98d2-5aa80a9b9b7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:39:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf510035cbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: 2b6f6076-12a4-44e3-86e5-2fe07a48589a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 6e1ce8c5-89c6-444a-9670-7692d18f53d2
  kind: Event
  lastTimestamp: "2026-05-25T12:39:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-d992h.18b2cf5100363771
    namespace: kserve-ci-e2e-test
    resourceVersion: "21741"
    uid: fa7bb915-3160-422b-963a-070b87fad737
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21071"
    uid: c7006ec1-cdc8-4872-b47e-f8381d467f72
  kind: Event
  lastTimestamp: "2026-05-25T12:37:48Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-d992h'
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:37:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18b2cf3e06fa3027
    namespace: kserve-ci-e2e-test
    resourceVersion: "21082"
    uid: d1c02e87-48c4-4dff-ac0c-a5f8e4cb5e77
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: d6fd0a38-58e4-4787-9a5b-3d1e836ef68e
  kind: Event
  lastTimestamp: "2026-05-25T12:37:48Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:37:48Z"
    name: isvc-paddle-predictor.18b2cf3e040e85e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: 92bce556-d98b-4646-9895-c66bab494598
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: 2b0aacf1-d91d-4ec0-b420-eae89a741659
  kind: Event
  lastTimestamp: "2026-05-25T12:38:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:38:48Z"
    name: isvc-paddle-predictor.18b2cf4182c93f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: 175d8923-8d17-41e0-96d8-bd876d377ee5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: 2b0aacf1-d91d-4ec0-b420-eae89a741659
  kind: Event
  lastTimestamp: "2026-05-25T12:38:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:38:48Z"
    name: isvc-paddle-predictor.18b2cf4183338648
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: 83d373d4-d866-4c4e-84e5-376619b827cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: 2b0aacf1-d91d-4ec0-b420-eae89a741659
  kind: Event
  lastTimestamp: "2026-05-25T12:39:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:39:03Z"
    name: isvc-paddle-predictor.18b2cf488117dcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21672"
    uid: 36881476-6d41-4b76-93ab-6f6785c9f4af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: 2b0aacf1-d91d-4ec0-b420-eae89a741659
  kind: Event
  lastTimestamp: "2026-05-25T12:39:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:39:03Z"
    name: isvc-paddle-predictor.18b2cf48817ccc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: d1c7f93c-7285-436d-948b-3027aa3727e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:39:09.662175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:39:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:39:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf5105d91e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: f0194097-135f-4a3e-aa8e-c95e9eed46e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf510eae25d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 82f5b6a9-075c-43c1-a559-b51c9c807d48
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:10Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:39:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf51432495dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 46a7b771-065b-4e2c-8839-cfd89c6f8245
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf51445e73fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: bc246534-fc9f-4a15-9439-4f8b4901535c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf51476b55e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: 093e5277-e64a-43b0-9d5f-d36074c2d461
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf5147cc900a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: 68d74e15-8ada-4b4a-beff-acd7ebbea091
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:15Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf52562c184b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 634af3d3-38c3-4530-b365-54bf81ffd294
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf525914d1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: fdcac585-0c92-4c1e-8cd4-252e2673944c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf5259876be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 866a02ee-a5af-448a-b588-f95d4fe9f93e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf5259937453
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: f327d624-75d4-415d-bcfd-3e17d222e5ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf525c5e2303
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 30fc4478-1e7c-4232-91ac-8c999dfda6ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:39:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:39:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf525cd2a2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: d0dd162f-2ddb-4001-b2dc-e9ec42005f1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:40:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:12Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf5292182a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 6865aeaf-11b5-457b-b237-1d5668590ab9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf5f57efdef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: 8c7dc33e-c649-47d8-a4df-89626e5a5995
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf5f57f04fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22275"
    uid: 11a0ef1a-55c5-4496-8984-dd287c3309ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 70203b85-9bf3-45f0-9472-c26ebfbb8f26
  kind: Event
  lastTimestamp: "2026-05-25T12:40:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:12Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc.18b2cf5f9c0595fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 3aeee07a-dc90-4be0-8755-2f2bd5455824
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: 80f5d981-c889-4b6a-a660-f80a7d00617b
  kind: Event
  lastTimestamp: "2026-05-25T12:39:09Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-dflgc'
  metadata:
    creationTimestamp: "2026-05-25T12:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:39:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18b2cf510576b97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: b7d5cb0e-59c4-4d88-b9f8-1b489e2f1dd6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: 08c769c5-aa71-4c60-9827-35f4629ef029
  kind: Event
  lastTimestamp: "2026-05-25T12:39:09Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T12:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:39:09Z"
    name: isvc-paddle-runtime-predictor.18b2cf510291cf4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 5aa75bee-76a4-4a07-80b4-4c5da9cada11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 3fc08c53-069c-42bb-8d8e-f2bc11d415a9
  kind: Event
  lastTimestamp: "2026-05-25T12:39:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:39:39Z"
    name: isvc-paddle-runtime-predictor.18b2cf548104785f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22022"
    uid: 72b8007f-2e56-4f24-b433-62df40187d68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 3fc08c53-069c-42bb-8d8e-f2bc11d415a9
  kind: Event
  lastTimestamp: "2026-05-25T12:39:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:39:39Z"
    name: isvc-paddle-runtime-predictor.18b2cf54816f0980
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 9b376bde-1fbe-4198-b6a5-2a997555c78f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 3fc08c53-069c-42bb-8d8e-f2bc11d415a9
  kind: Event
  lastTimestamp: "2026-05-25T12:40:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:40:09Z"
    name: isvc-paddle-runtime-predictor.18b2cf5b7f2347e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22241"
    uid: aba50eb7-9df8-4889-aad4-699d335190e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 3fc08c53-069c-42bb-8d8e-f2bc11d415a9
  kind: Event
  lastTimestamp: "2026-05-25T12:40:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:40:09Z"
    name: isvc-paddle-runtime-predictor.18b2cf5b7f62fa22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22242"
    uid: 2673688d-b927-4890-a9cd-1d32e151c6be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: 54139dd3-5a48-4c84-be10-733b51551569
  kind: Event
  lastTimestamp: "2026-05-25T12:40:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:40:02Z"
    name: isvc-paddle-runtime.18b2cf51026a1bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: bb64e587-a77e-450d-b58f-a49c6ca86b18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: 54139dd3-5a48-4c84-be10-733b51551569
  kind: Event
  lastTimestamp: "2026-05-25T12:39:09Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:39:09Z"
    name: isvc-paddle-runtime.18b2cf5102bd0a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: bf3b9850-d431-4fd2-819b-f6be54dd2480
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:39:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: 54139dd3-5a48-4c84-be10-733b51551569
  kind: Event
  lastTimestamp: "2026-05-25T12:39:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:39:09Z"
    name: isvc-paddle-runtime.18b2cf5109a6b323
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: e4fa3000-fa2c-463d-85a9-8f3ab9bd530b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22184"
    uid: 54139dd3-5a48-4c84-be10-733b51551569
  kind: Event
  lastTimestamp: "2026-05-25T12:40:02Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:40:02Z"
    name: isvc-paddle-runtime.18b2cf5d4d0c36c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22185"
    uid: ccf0e9f8-92d9-4982-9c4f-d09decbdcc12
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:40:11.263506Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22295"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf5f5d92cc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: eec74ba4-06a1-4562-994b-6ad9311bf31c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22305"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf5f773bb8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: dfbfab81-dcda-409c-908c-d465c7cc94e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf5f7861b091
    namespace: kserve-ci-e2e-test
    resourceVersion: "22317"
    uid: 93546844-4b58-4a74-b89e-47cf188d47bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf5f7b520547
    namespace: kserve-ci-e2e-test
    resourceVersion: "22318"
    uid: d38876a6-1311-49e9-bd5b-d20094d82e04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf5f7bde8723
    namespace: kserve-ci-e2e-test
    resourceVersion: "22319"
    uid: 18d1b9b4-73ce-488e-81ba-b49820a8ac4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:16Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:16Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf6094d123da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: 5b2c37c3-8a1b-4daf-9d77-089c54e5e303
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:16Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf6097f020c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: 7673596e-d13f-47bb-a7de-f601a089e0c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:16Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf609869632c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 741ee1bb-7bd4-4b5f-9bf7-93065799a41a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:16Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf6098768463
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: cc5adc2f-7014-4196-a065-e09a453d0a3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:16Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf609b45ea51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: a7758fbb-0485-4c65-838d-cb5b6e83d0ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:40:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:40:16Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf609bbe40e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22375"
    uid: dced6682-e173-45a2-955d-200c6d117b01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:41:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:14Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf610c811a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22862"
    uid: 9c2fd37a-dc29-43ac-b94a-528c190a6178
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:41:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf6dc6a04893
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: 9c42802c-8f61-41a5-9372-e8c85dec0ef1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:41:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf6dc6a0c06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22809"
    uid: cd72930c-59f9-45a5-b990-cbaa818453ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: a0ea7dc2-a634-4d88-a42d-26cce3db800b
  kind: Event
  lastTimestamp: "2026-05-25T12:41:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:14Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx.18b2cf6e167a30f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22861"
    uid: b37409ec-c960-4b6e-a8ca-e56c35d1a8f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: e1076f81-4e9c-4316-9707-a9d5a60a7234
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-xl6wx'
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18b2cf5f5d305e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: a472936a-25c5-4d65-b8ad-70e840a881b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22282"
    uid: 27d4af1d-dcf7-4da2-a3fa-e58d595d6d36
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cf5f5a62d436
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: db8fd414-9797-449a-a325-96cc28b0043b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: 7bc4040f-2e71-4e0e-a84c-0df86c7fc2cb
  kind: Event
  lastTimestamp: "2026-05-25T12:40:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:40:56Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cf62d8d2cb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: 83ee6ffe-e6ae-4f49-ac22-2a5fb4c1e393
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: 7bc4040f-2e71-4e0e-a84c-0df86c7fc2cb
  kind: Event
  lastTimestamp: "2026-05-25T12:40:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:40:56Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cf62d931896f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22660"
    uid: e271ba58-fc48-42ed-9d8e-a48befb134ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 7bc4040f-2e71-4e0e-a84c-0df86c7fc2cb
  kind: Event
  lastTimestamp: "2026-05-25T12:41:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:41:11Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cf6d5652560d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 20d23919-917d-44c3-8db3-4d312dd34487
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 7bc4040f-2e71-4e0e-a84c-0df86c7fc2cb
  kind: Event
  lastTimestamp: "2026-05-25T12:41:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:41:11Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cf6d56b04fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: f59e6d35-37ab-49de-b624-de2417f191be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 632e190e-dcd8-498f-a99a-ae2281f34ff3
  kind: Event
  lastTimestamp: "2026-05-25T12:41:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:41:04Z"
    name: isvc-paddle-v2-kserve.18b2cf5f5a271419
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: 6ac84197-0f11-4fb2-9858-56cc05dc5ca1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 632e190e-dcd8-498f-a99a-ae2281f34ff3
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-v2-kserve.18b2cf5f5a7e6d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: aec17085-dba8-49de-9ee6-fbbd0374250e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22294"
    uid: 632e190e-dcd8-498f-a99a-ae2281f34ff3
  kind: Event
  lastTimestamp: "2026-05-25T12:40:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:40:11Z"
    name: isvc-paddle-v2-kserve.18b2cf5f60a4c0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: 8339dd38-8676-456e-b217-a5ce9ff7a627
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: 632e190e-dcd8-498f-a99a-ae2281f34ff3
  kind: Event
  lastTimestamp: "2026-05-25T12:41:04Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:41:04Z"
    name: isvc-paddle-v2-kserve.18b2cf6bc6f19a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: cd9ff8df-ab4f-4acd-9901-35d00c8aae17
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 471dbf74-0717-4a71-979d-1df6dd51072b
  kind: Event
  lastTimestamp: "2026-05-25T12:38:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:38:59Z"
    name: isvc-paddle.18b2cf3e042947a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: 66316388-89f2-458f-b1a9-6c5d150e308a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 471dbf74-0717-4a71-979d-1df6dd51072b
  kind: Event
  lastTimestamp: "2026-05-25T12:37:48Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:37:48Z"
    name: isvc-paddle.18b2cf3e04b44364
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: 1b4a7616-b19f-4630-bb21-d98a11f6792e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:38:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 471dbf74-0717-4a71-979d-1df6dd51072b
  kind: Event
  lastTimestamp: "2026-05-25T12:38:59Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:38:59Z"
    name: isvc-paddle.18b2cf4e9794f4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: a7b411e9-70ef-4449-9697-1679cdf97448
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:41:13.249483Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-h7l8g
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:41:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:41:13Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf6dcc39cc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: ffc8fba0-9e75-454f-ad08-a4e00e31d06b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:13Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf6dd5d61c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "22843"
    uid: 497cb00f-b58d-4375-bc28-791cb272a3df
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:14Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:41:14Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf6e0961fb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "22854"
    uid: 5538138c-2463-4e99-b730-536d6fce4058
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:14Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf6e0a8bc9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: 2898e9b1-921f-4afe-a2fa-65f5ff85c8bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:14Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf6e0dd9956a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: 43822111-bad8-46ba-a508-81b48879126a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:14Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf6e0e4d4309
    namespace: kserve-ci-e2e-test
    resourceVersion: "22859"
    uid: 246ce5c9-4ed2-4c65-ae7f-b32d8c5b973e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:18Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T12:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:18Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf6f0f29f584
    namespace: kserve-ci-e2e-test
    resourceVersion: "22899"
    uid: e12e86d7-7199-495e-a665-b0d45679e1e2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:25Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.928s (6.928s
    including waiting). Image size: 801575301 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:25Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf70ac24fada
    namespace: kserve-ci-e2e-test
    resourceVersion: "22955"
    uid: b877cecb-d984-4021-b37b-ce358e2cc32f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:25Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf70af146942
    namespace: kserve-ci-e2e-test
    resourceVersion: "22956"
    uid: 743aab7c-d1c4-4997-89d9-a7fb8d5fe982
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:25Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf70af84efea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22957"
    uid: 4e707e99-fe4f-4ed9-9021-15986e617b48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:25Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf70af91c411
    namespace: kserve-ci-e2e-test
    resourceVersion: "22958"
    uid: 2639c363-cd11-44e3-93e2-7915b753a1fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:25Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf70b22c2042
    namespace: kserve-ci-e2e-test
    resourceVersion: "22959"
    uid: e55e5666-b61a-4e67-8270-c53de9e714f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:41:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:41:25Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf70b29cd0e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22960"
    uid: 5ab7a102-6fa6-4fd1-b30c-7d2981bc9288
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:42:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:42:39Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf7129769a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: 144a4be3-34ff-407d-a02e-74e38f952bad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:42:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf8556aba8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: d34afc17-1257-482d-98dd-662a76620372
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-h7l8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 94fc6618-bf69-4a33-8784-9a084a8f8dee
  kind: Event
  lastTimestamp: "2026-05-25T12:42:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-predictor-8bb578669-h7l8g.18b2cf8556acd144
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: c51a4b5f-5ab2-4d7a-b0cc-ec77ec152edf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 9768b4cb-b9c7-4e5c-b341-867069184450
  kind: Event
  lastTimestamp: "2026-05-25T12:41:13Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-h7l8g'
  metadata:
    creationTimestamp: "2026-05-25T12:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:41:13Z"
    name: isvc-pmml-predictor-8bb578669.18b2cf6dcbd79412
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 54bf19cb-8e9d-44b7-8097-bd6e2f5fa572
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: 4c25a59a-3e8a-4c67-b879-acdf40f87ad6
  kind: Event
  lastTimestamp: "2026-05-25T12:41:13Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:41:13Z"
    name: isvc-pmml-predictor.18b2cf6dc8fd7edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: 5ab70c58-bb7e-481a-adf0-6df36b08db24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 51084215-3150-4825-9e8b-4acd144c4d5b
  kind: Event
  lastTimestamp: "2026-05-25T12:41:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:41:58Z"
    name: isvc-pmml-predictor.18b2cf71476bd4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23187"
    uid: 2ec0ce60-6c32-40a7-a182-115d7e480aa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 51084215-3150-4825-9e8b-4acd144c4d5b
  kind: Event
  lastTimestamp: "2026-05-25T12:41:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:41:58Z"
    name: isvc-pmml-predictor.18b2cf7147c8bc92
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: e71c0eda-8632-454c-9596-8541113ba437
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 51084215-3150-4825-9e8b-4acd144c4d5b
  kind: Event
  lastTimestamp: "2026-05-25T12:42:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:42:43Z"
    name: isvc-pmml-predictor.18b2cf7bc5380e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: 5293cba1-b06d-4004-9f6f-87749b7e13e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 51084215-3150-4825-9e8b-4acd144c4d5b
  kind: Event
  lastTimestamp: "2026-05-25T12:42:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:42:43Z"
    name: isvc-pmml-predictor.18b2cf7bc596ae4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23510"
    uid: b9d2b694-7bb0-4354-a833-a23f35df705c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:42:54.464969Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-ffv9n
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf855d237e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: 66e49243-1183-48db-af15-b167ca3dbdcc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:42:54Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf857693846c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23657"
    uid: 38fd9a1f-1a7a-407b-be59-d1ebce6217b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:42:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf8577c3a9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 38193122-b6e2-4c49-8d1a-30384639e286
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:42:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf857a9732b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: 3699517f-8f4f-467c-b14b-b84224251816
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:42:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf857b05647f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: 3949324c-092a-4782-be5d-19923ba06947
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:42:59Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T12:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:42:59Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf868e51d849
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 3b932a13-9b2f-488b-8c53-1092d4a8296e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:43:06Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.929s (6.929s
    including waiting). Image size: 801575301 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:43:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf882b5dfe59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 29792c6b-bc72-4bb8-901b-32f39465902e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:43:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:43:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf882fa87ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23760"
    uid: 3b4cab50-8a12-444a-aff7-1bdcbe22b225
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:43:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:43:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf883017f6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: ad375369-d861-4a76-86d1-f7cfc7fe69a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:43:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:43:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf8830234cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23762"
    uid: 2e73b5a2-5997-494c-92f6-f45de1beeec1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:43:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:43:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf88331a0f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: 54553d16-94e7-4f0d-885f-ffa7d49e6e1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:43:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:43:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf883386c0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: f5726ceb-ec57-494b-88dd-8da5512d03d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:44:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf88a932cb1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: 30a9562d-a381-4c00-81ff-448773df1949
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:44:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:35Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf9ce519162e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: b782b010-ecba-439c-ba1b-d3b316a480b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: b60e0c71-303a-4160-bba1-d5199133de27
  kind: Event
  lastTimestamp: "2026-05-25T12:44:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:35Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ffv9n.18b2cf9ce5198a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: 03196dea-89c6-4c93-b6e7-ed36dbd184e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: 40d43221-7bb6-4643-b58b-9e23bce44702
  kind: Event
  lastTimestamp: "2026-05-25T12:42:54Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-ffv9n'
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18b2cf855cc4c8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: 22fdc353-06d1-4982-8699-8c22de181efe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: 01fc45d0-cd7e-48a6-9960-271a69116f7d
  kind: Event
  lastTimestamp: "2026-05-25T12:42:54Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-runtime-predictor.18b2cf85587a517d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: 468d8c2a-d5ff-47c7-ade4-581fc4155c3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: ff62a8d4-1bf8-4b6d-aa87-62c170da16ca
  kind: Event
  lastTimestamp: "2026-05-25T12:43:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:43:39Z"
    name: isvc-pmml-runtime-predictor.18b2cf88d794ca0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 17e6aa3f-30bf-4dcb-a788-2638e3a62bd4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: ff62a8d4-1bf8-4b6d-aa87-62c170da16ca
  kind: Event
  lastTimestamp: "2026-05-25T12:43:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:43:39Z"
    name: isvc-pmml-runtime-predictor.18b2cf88d7f4d518
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 842bcbfb-13ef-4929-9078-9d22c07360a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: ff62a8d4-1bf8-4b6d-aa87-62c170da16ca
  kind: Event
  lastTimestamp: "2026-05-25T12:44:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:44:24Z"
    name: isvc-pmml-runtime-predictor.18b2cf8c56a50c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24310"
    uid: 22bd83b4-824e-4a15-af79-b8b3b781ae9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:43:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: ff62a8d4-1bf8-4b6d-aa87-62c170da16ca
  kind: Event
  lastTimestamp: "2026-05-25T12:44:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:44:24Z"
    name: isvc-pmml-runtime-predictor.18b2cf8c5705ef6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: 4b462e77-cee1-4830-b4b9-7b10473656b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: 3c846399-98af-489d-911b-a10b18d03fa3
  kind: Event
  lastTimestamp: "2026-05-25T12:44:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:44:24Z"
    name: isvc-pmml-runtime.18b2cf8558af0fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: c910b477-c449-431d-a3cd-827000ce2fe7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: 3c846399-98af-489d-911b-a10b18d03fa3
  kind: Event
  lastTimestamp: "2026-05-25T12:42:54Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:42:54Z"
    name: isvc-pmml-runtime.18b2cf85590cee42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 36bb5604-dee6-4478-8014-721454d53710
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24320"
    uid: 3c846399-98af-489d-911b-a10b18d03fa3
  kind: Event
  lastTimestamp: "2026-05-25T12:44:24Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:44:24Z"
    name: isvc-pmml-runtime.18b2cf9a601a0a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: 301dcfb7-ee9f-4432-9fcb-f027b2a4d907
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:44:35.641541Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24437"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:44:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:44:35Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9cebbb7dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: e37c5f36-92bc-46ca-891d-5d93c3ad7d5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:35Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9cfb52b47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24451"
    uid: b41f0111-246a-4360-bd62-481fd093835c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:36Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:44:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9d28d483a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24462"
    uid: 1f1d6d59-6486-4c3a-834c-9fbd1d2c4672
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9d2a05476e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: eded1c80-4c30-4999-8daf-aeea1be26b59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9d2c88ddde
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: b3a3c022-0f07-4aef-8ed8-2fccd0521a2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9d2ce68969
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: 0a238789-c6b8-4b74-b77c-e73eb8d4facf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:41Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9e374e9e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: e1d831df-1172-41e0-9e99-6d50d614df84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9e39c07e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24508"
    uid: 49cc692b-fd9c-4c46-b4e4-91a0d7ff2048
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9e3a21337f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: 3c2d08e1-8bef-45bc-a148-4a3f98355e79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9e3a2d3133
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: 5469a007-2512-4829-9084-75144f20a6e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9e3da24f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "24514"
    uid: 81e30e26-bb55-45a9-9fa8-c562547b63a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:44:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:44:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9e3e089dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: 6248ea9b-8f28-4e53-8611-082da8ce4e47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:46:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cf9eaef3933f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: 2e52bdcf-43c8-4946-a739-fcdb2f106d37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:46:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:16Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cfb477c15d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25509"
    uid: 4279aaba-5a16-44da-8c02-13714522dfce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:46:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:16Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cfb477c2173c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: dd146765-a704-4c79-94ab-4814b480c421
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 01714674-077f-48b8-aa7d-eceda7c26416
  kind: Event
  lastTimestamp: "2026-05-25T12:46:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf.18b2cfb509195c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: a988e188-4625-425a-aaeb-3cb40d47fcd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: fea33855-15c9-42ea-b31a-721094cb9fc3
  kind: Event
  lastTimestamp: "2026-05-25T12:44:35Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8gtxf'
  metadata:
    creationTimestamp: "2026-05-25T12:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:44:35Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18b2cf9ceb5b0dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "24438"
    uid: 8f3c063c-4731-4ad7-9417-aeacd1df0b8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: 28faac9a-63d7-453f-8ff2-05e28140faec
  kind: Event
  lastTimestamp: "2026-05-25T12:44:35Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T12:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:44:35Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cf9ce710f9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24429"
    uid: dc0c41f6-9145-4040-8ed4-400edeb31197
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: 086ca128-b328-4fb5-ad5e-45569b901644
  kind: Event
  lastTimestamp: "2026-05-25T12:45:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:45:20Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cfa065e1ccd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: 012ecc8a-af8e-4528-97d6-62229a2611bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: 086ca128-b328-4fb5-ad5e-45569b901644
  kind: Event
  lastTimestamp: "2026-05-25T12:45:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:45:20Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cfa0661592fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24797"
    uid: 0ea180c0-bc95-40cb-90c1-6dab04ec699e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: 086ca128-b328-4fb5-ad5e-45569b901644
  kind: Event
  lastTimestamp: "2026-05-25T12:46:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:46:05Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cfaae28e1373
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 1d7a90db-98f2-4dc1-bb15-db146b5c996d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: 086ca128-b328-4fb5-ad5e-45569b901644
  kind: Event
  lastTimestamp: "2026-05-25T12:46:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:46:05Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cfaae2ec3576
    namespace: kserve-ci-e2e-test
    resourceVersion: "25392"
    uid: 294b582d-9a4a-4ffa-a252-858bd249796c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: 5f5f911f-2958-4bc7-ac12-3131037246ca
  kind: Event
  lastTimestamp: "2026-05-25T12:46:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:46:09Z"
    name: isvc-pmml-v2-kserve.18b2cf9ce6ee2c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25436"
    uid: 614d538e-74ad-429e-864a-a39bdc8fb54c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: 5f5f911f-2958-4bc7-ac12-3131037246ca
  kind: Event
  lastTimestamp: "2026-05-25T12:44:35Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:44:35Z"
    name: isvc-pmml-v2-kserve.18b2cf9ce7a722d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 551e3fca-24bd-43f3-9284-382370490d90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 5f5f911f-2958-4bc7-ac12-3131037246ca
  kind: Event
  lastTimestamp: "2026-05-25T12:44:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:44:35Z"
    name: isvc-pmml-v2-kserve.18b2cf9ceced8d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: 987ac501-8dae-4041-8616-99be7fef4468
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: 5f5f911f-2958-4bc7-ac12-3131037246ca
  kind: Event
  lastTimestamp: "2026-05-25T12:46:09Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:46:09Z"
    name: isvc-pmml-v2-kserve.18b2cfb2ba0eb054
    namespace: kserve-ci-e2e-test
    resourceVersion: "25435"
    uid: 118a2f63-b54d-4aa7-a6b6-496644ac0fc5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 160d251d-a5c4-4945-a97b-7d507010efc6
  kind: Event
  lastTimestamp: "2026-05-25T12:42:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:42:50Z"
    name: isvc-pmml.18b2cf6dc8d92ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5e13b83a-3da4-468a-b27a-3e0d09dd2ff2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:41:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 160d251d-a5c4-4945-a97b-7d507010efc6
  kind: Event
  lastTimestamp: "2026-05-25T12:41:13Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:41:13Z"
    name: isvc-pmml.18b2cf6dc95877ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 57e1bca1-c53f-41d4-8ccd-aca70bebde94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:42:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: 160d251d-a5c4-4945-a97b-7d507010efc6
  kind: Event
  lastTimestamp: "2026-05-25T12:42:50Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:42:50Z"
    name: isvc-pmml.18b2cf8454e56d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: bfb9242b-24fb-45d5-be1f-4a090fd20a28
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:51:33.881666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:51:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cffe4cc962f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: 24ac60f5-4f42-4caf-8e15-b11a3a847244
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cffe56f689c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28256"
    uid: 805bc7ac-7025-4ab7-ad82-e84e079dc7b6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28252"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:34Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:51:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cffe8a1e9d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28263"
    uid: 5ab408ec-c254-461f-a1bf-76b7d6329301
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cffe8b54a37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28265"
    uid: 5520033c-7cc5-43ac-b965-1c3fcc2fdca2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cffe8e23dc52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28268"
    uid: 3f91abc3-dbcb-46dc-958e-b193bbe806c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cffe8e98a1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 49cb51ef-03a3-4f2c-94c4-7ecc86de65eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:39Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:39Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cfff941f59e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: e2fc5ad7-5a1b-4dee-9256-f2aab630490a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:39Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cfff972dc3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28311"
    uid: 6e621d6d-e48a-4e6f-b27f-bc03925a7627
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:39Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cfff97a8ef96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28314"
    uid: 3e301fdd-2601-49db-9f3c-3560e6b7a792
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:39Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cfff97b630ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28315"
    uid: 2aba917e-0dff-4f84-b154-938528643257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:39Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cfff9a5813bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: 9cf975b6-2fec-4536-9d2a-c3f9a1fcc191
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:51:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:39Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cfff9acf8269
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: f2961ac8-8621-44be-a8aa-1dcf4df207d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:53:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2cfffd0066abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 6c136805-5a37-4776-bb7a-6baa1f5b461e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:53:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2d01347e87d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "28962"
    uid: 15392a10-2b51-4c7e-980a-cf5135b50e10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:53:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2d01347e8f653
    namespace: kserve-ci-e2e-test
    resourceVersion: "28965"
    uid: 9e26589b-fae9-4575-8095-8244c0f6e0c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 9bcfe67a-fac3-4fb2-8a9f-1588c8946d31
  kind: Event
  lastTimestamp: "2026-05-25T12:53:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:06Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl.18b2d013d6393db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29033"
    uid: 9536d707-3c02-4cdd-938c-8bce90b7a66b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: d6f33996-d8ea-4f56-95ae-49a15461e229
  kind: Event
  lastTimestamp: "2026-05-25T12:51:33Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-rm4gl'
  metadata:
    creationTimestamp: "2026-05-25T12:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18b2cffe4c79f9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: 5051ec65-cf12-462e-b34a-95a9ed545d10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28228"
    uid: f559674d-6aad-4809-b0ac-e6465d7499aa
  kind: Event
  lastTimestamp: "2026-05-25T12:51:33Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-lightgbm-predictor.18b2cffe485128ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28231"
    uid: ebd3d9f4-321f-40ec-86b3-b2daf72b46f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: 127e1d67-20c5-4d4a-8c11-d27f9d1ed34c
  kind: Event
  lastTimestamp: "2026-05-25T12:51:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:51:48Z"
    name: isvc-predictive-lightgbm-predictor.18b2d001c78b6faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28394"
    uid: 2ce51990-5539-4236-a220-8d26567b3e6e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: 127e1d67-20c5-4d4a-8c11-d27f9d1ed34c
  kind: Event
  lastTimestamp: "2026-05-25T12:51:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:51:48Z"
    name: isvc-predictive-lightgbm-predictor.18b2d001c7e62710
    namespace: kserve-ci-e2e-test
    resourceVersion: "28396"
    uid: eec11c73-8b96-4e25-8e0d-1eb64a52eb46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:52:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 127e1d67-20c5-4d4a-8c11-d27f9d1ed34c
  kind: Event
  lastTimestamp: "2026-05-25T12:53:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:53:03Z"
    name: isvc-predictive-lightgbm-predictor.18b2d0054691237a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28939"
    uid: 567dc659-fd31-4f9e-a8fa-dc08b1e6ca32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:52:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 127e1d67-20c5-4d4a-8c11-d27f9d1ed34c
  kind: Event
  lastTimestamp: "2026-05-25T12:53:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:53:03Z"
    name: isvc-predictive-lightgbm-predictor.18b2d00546eff9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28940"
    uid: 148c7407-315f-4e6d-a77a-3b0978a6fa54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:56:14.531109Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30504"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d03fa4cc0bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30508"
    uid: eb688d7a-1e15-423c-8ae7-e4d413d22fbd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d03fbe18d77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: bc6e7e34-a82f-49e0-a289-35b0fd5a0c74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d03fbf418091
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 6234e104-4806-4fb3-a696-23e70efa9a31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d03fc1cd212e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 590386f2-20f3-46c7-b7c0-70f1465528d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d03fc23ee708
    namespace: kserve-ci-e2e-test
    resourceVersion: "30526"
    uid: 1f5750f1-23e3-487a-907b-acdfe0c08cff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:19Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d040b78ff37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: ba3b3462-ac0a-439d-81c2-f6e3dbf1a44f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d040bb337087
    namespace: kserve-ci-e2e-test
    resourceVersion: "30572"
    uid: d6eb1df3-1243-4558-bd4c-086bbd778922
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d040bba8f9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30573"
    uid: a9969693-e29c-4d1c-ae0d-302ff95c2663
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d040bbb5c2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30575"
    uid: 196421f0-030d-440b-bfb5-9cf226a1f853
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d040bed1d6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30579"
    uid: 4cacf064-1a13-46f0-93ba-40c3862f9a2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:56:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d040bf423953
    namespace: kserve-ci-e2e-test
    resourceVersion: "30580"
    uid: ac1c09b7-f995-4c87-9bd2-261e37ed6f98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:57:46Z"
  message: 'Readiness probe failed: Get "http://10.132.0.27:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d04955faf583
    namespace: kserve-ci-e2e-test
    resourceVersion: "31249"
    uid: a049198c-b2b2-4d56-ac8e-d99cf061d699
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:57:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d054a1e1b428
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: 2a324f5d-31c8-4cfc-8ff7-8371285d72c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:57:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d054a1e22eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 51eae751-1380-45ac-b8bd-6c4c31caf281
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: b24a6a56-ac9a-4654-ae98-10ac72eb6bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:57:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv.18b2d054f9f00627
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 8f88571a-683a-4516-a89a-7cd37283c897
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 6ad34c0d-b0a9-4866-8b28-ea40a078bb6e
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-s8zcv'
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18b2d03fa46d62c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: cb448454-c9c9-4d60-8502-31c005fec8a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30491"
    uid: 5dabea92-6b57-47fa-a0af-18763623c6ea
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d03fa020307a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 10860f1e-99ed-4c7f-bdba-9249c9dc3ea8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30492"
    uid: bbf08f5a-c4fa-46d2-a1aa-96e6d02ff5ff
  kind: Event
  lastTimestamp: "2026-05-25T12:56:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:56:44Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d0431ead8960
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 123b138b-0820-4150-8d28-9b8c61351c69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30492"
    uid: bbf08f5a-c4fa-46d2-a1aa-96e6d02ff5ff
  kind: Event
  lastTimestamp: "2026-05-25T12:56:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:56:44Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d0431ef05a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "30758"
    uid: 68a120fd-997e-462c-b19e-728bf58405d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: bbf08f5a-c4fa-46d2-a1aa-96e6d02ff5ff
  kind: Event
  lastTimestamp: "2026-05-25T12:57:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:57:44Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d04a1d0a6663
    namespace: kserve-ci-e2e-test
    resourceVersion: "31187"
    uid: 1051c06f-5c31-4a48-86a6-7d3a8e18a01b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: bbf08f5a-c4fa-46d2-a1aa-96e6d02ff5ff
  kind: Event
  lastTimestamp: "2026-05-25T12:57:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:57:44Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d04a1d6a4946
    namespace: kserve-ci-e2e-test
    resourceVersion: "31188"
    uid: aaa911ed-3dbf-4346-8d83-b88f882dda02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30462"
    uid: 67a0186a-b3de-4fa2-91d8-f3ff7caa43d1
  kind: Event
  lastTimestamp: "2026-05-25T12:57:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:57:36Z"
    name: isvc-predictive-lightgbm-v2.18b2d03f9ffd116b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31130"
    uid: 0bcca5a6-ae15-4c3c-8313-6cb68375c52e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30462"
    uid: 67a0186a-b3de-4fa2-91d8-f3ff7caa43d1
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-lightgbm-v2.18b2d03fa0b6b67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30514"
    uid: 85c4ee64-c450-45bb-925c-0050120a6ca4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30475"
    uid: 67a0186a-b3de-4fa2-91d8-f3ff7caa43d1
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-lightgbm-v2.18b2d03fa5eb719f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30515"
    uid: 1ee3892d-68c6-4c25-8fe0-d04a9858cb7b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: 67a0186a-b3de-4fa2-91d8-f3ff7caa43d1
  kind: Event
  lastTimestamp: "2026-05-25T12:57:36Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:57:36Z"
    name: isvc-predictive-lightgbm-v2.18b2d052aad4ae41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31129"
    uid: 3a8a6227-1f8a-4361-bad6-97f47f9851d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28201"
    uid: e9beb57d-3905-4e6c-bece-2a1fb6d5803b
  kind: Event
  lastTimestamp: "2026-05-25T12:52:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:52:55Z"
    name: isvc-predictive-lightgbm.18b2cffe48864d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 97af020d-73cb-4e5a-a0d5-0beaa76af30b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28201"
    uid: e9beb57d-3905-4e6c-bece-2a1fb6d5803b
  kind: Event
  lastTimestamp: "2026-05-25T12:51:33Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-lightgbm.18b2cffe49069df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28235"
    uid: 259e88e9-1648-48ce-bcfc-9919f2990c0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:52:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28872"
    uid: e9beb57d-3905-4e6c-bece-2a1fb6d5803b
  kind: Event
  lastTimestamp: "2026-05-25T12:52:55Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:52:55Z"
    name: isvc-predictive-lightgbm.18b2d01131c16fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28874"
    uid: ce540577-74f7-4731-a0a5-68c56b7ff65d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:48:03.342310Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:48:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfcd47a9b01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26565"
    uid: 5e91acf1-9988-4e7c-841b-e31c73effe6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26569"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:03Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:48:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfcd60f919d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26576"
    uid: 69260538-eaa9-4d2c-9c56-5de9e66cb67d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfcd621deef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26578"
    uid: e9a4520e-8721-475f-963c-eefafde9784d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfcd64c1882f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26579"
    uid: e34d2626-c5ab-44a5-9afc-efb9ced2e1e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfcd6534a877
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: 9bfbdab6-788b-4f27-b1af-a00b9dfb78e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:07Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T12:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:07Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfce4eaa8194
    namespace: kserve-ci-e2e-test
    resourceVersion: "26622"
    uid: d19dcf0e-0775-4d30-86f5-f9292ec8c698
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:28Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.959s
    (20.959s including waiting). Image size: 2351080001 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfd32fec18ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26769"
    uid: 24051c33-4879-4eee-bbe5-ba16571fc74c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfd33513b51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26770"
    uid: 89b1786c-1d0d-4297-8ccb-935aebf9f588
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfd335a674e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26771"
    uid: b393c40d-bebd-4e6c-8dfe-368862214ec4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfd335b2df37
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: 5a9ebb22-2ff0-4345-8c37-29b927ef07f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfd3396532e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26774"
    uid: d45d5332-9525-4a12-8e9f-42879ceadc94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:48:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:48:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfd339da05ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26775"
    uid: ac16b073-40fb-4caf-8cff-22769a6b4bf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:50:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfd3ae33a7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: 7e3bb071-f855-497d-aa96-f44e6ccffcb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:50:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfe9413621d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 4b39808b-b927-47b3-b04a-b7bc8c8b4cc1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:50:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfe941369e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: 554be203-c823-42c4-80f9-baad61ec7795
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 8e37273b-aef8-43c1-8730-4686c0f0fac0
  kind: Event
  lastTimestamp: "2026-05-25T12:50:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:06Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp.18b2cfea0862af49
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: 9120fb76-49d3-439a-bdd9-6303983eb9ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26549"
    uid: b74584bc-4d9e-4b6a-92e9-753ed3c6ac0a
  kind: Event
  lastTimestamp: "2026-05-25T12:48:03Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-8jfjp'
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:48:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18b2cfcd4726a1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26561"
    uid: 78a6a108-afa0-4c42-826c-1a33e9b294be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: e54fd6f2-f299-4acb-87de-e483c353475d
  kind: Event
  lastTimestamp: "2026-05-25T12:48:03Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:48:03Z"
    name: isvc-predictive-sklearn-predictor.18b2cfcd448937b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26552"
    uid: 074e97cd-d446-4661-8976-88cd21d2ad21
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 6c1ec63d-a7aa-4cd1-bb8d-33c6bf293bac
  kind: Event
  lastTimestamp: "2026-05-25T12:49:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:49:03Z"
    name: isvc-predictive-sklearn-predictor.18b2cfd0c386c346
    namespace: kserve-ci-e2e-test
    resourceVersion: "27020"
    uid: 5031635b-4028-4fd6-88c7-1b28a1b1f988
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 6c1ec63d-a7aa-4cd1-bb8d-33c6bf293bac
  kind: Event
  lastTimestamp: "2026-05-25T12:49:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:49:03Z"
    name: isvc-predictive-sklearn-predictor.18b2cfd0c3e0f3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 9ed4ec7b-eaf3-42da-ad1f-a468881f6a95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26698"
    uid: 6c1ec63d-a7aa-4cd1-bb8d-33c6bf293bac
  kind: Event
  lastTimestamp: "2026-05-25T12:50:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-sklearn-predictor.18b2cfdebf4a8bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27452"
    uid: 1eec3fd9-05c4-4cbc-8560-bb31dd9dc449
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26698"
    uid: 6c1ec63d-a7aa-4cd1-bb8d-33c6bf293bac
  kind: Event
  lastTimestamp: "2026-05-25T12:50:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-sklearn-predictor.18b2cfdebf874bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: 9d5851cc-4b87-45e4-a8ab-e8aa7627577c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:53:04.109818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28987"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:53:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:53:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0134ecdb327
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: fa35d029-fe66-4568-96f4-c841732d64d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0135ae06e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "29002"
    uid: ce7f4e0e-7229-466b-a474-bc2aab888191
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28996"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:05Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:53:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0138ba5e511
    namespace: kserve-ci-e2e-test
    resourceVersion: "29013"
    uid: fa073930-fe81-422a-8f76-fad790e38476
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0138cc6e6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29015"
    uid: 885cbadb-89dd-4dbf-b4c2-0a60098aa558
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0138f6f7c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 72faa9a7-d433-48ae-9665-efa6ecac1c8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0138fde08ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29019"
    uid: fe85c3f3-3f37-4709-a1c7-1999393e9c86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:09Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0149711e74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29054"
    uid: 7a1c28c7-c632-4992-97bf-12acc0e74918
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0149a312cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29060"
    uid: 654d8216-2569-4f6a-b20f-ec69f7c76563
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0149aa28001
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 86dcf922-546b-401b-a10c-eda69161e741
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0149aafe028
    namespace: kserve-ci-e2e-test
    resourceVersion: "29062"
    uid: 238b5985-31c8-4642-988c-00e92a82de41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0149e2303d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29065"
    uid: 05daad0e-5b53-43a4-9246-788b79a2e93b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:53:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:53:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d0149e941231
    namespace: kserve-ci-e2e-test
    resourceVersion: "29066"
    uid: e9fac005-bc13-40b8-ad97-7ac3cf95850f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: 'Readiness probe failed: Get "http://10.132.0.25:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.25:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d01d7117fded
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: 35a791c0-7911-4c49-9a91-1bcad2a0c998
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d02a9d2896f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29757"
    uid: 0581ef5e-70e6-41d4-bf58-dd0e72b3ea70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d02a9d291dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29760"
    uid: cd7a34d7-01d3-4063-a5b6-33beacba8350
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c3261ba8-1b34-4522-81b0-32002bd13976
  kind: Event
  lastTimestamp: "2026-05-25T12:54:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:47Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96.18b2d02b691473b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: 5216666d-cc6c-465e-840a-e2fe96a97513
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28974"
    uid: 21b456db-7e37-4f1a-b3f5-fcbae79c24c1
  kind: Event
  lastTimestamp: "2026-05-25T12:53:04Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-82c96'
  metadata:
    creationTimestamp: "2026-05-25T12:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:53:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18b2d0134e463e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "28989"
    uid: 88f6c286-ab13-401d-a89a-ecd750d12ebf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28972"
    uid: c6a92530-90f7-42a7-9bf0-224fb92096eb
  kind: Event
  lastTimestamp: "2026-05-25T12:53:04Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:53:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d0134a080b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28976"
    uid: 3faab330-f960-4d1a-b0fe-137cff09c2be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28973"
    uid: c0c82d69-9597-46d8-ad7c-534a9ce6aa5a
  kind: Event
  lastTimestamp: "2026-05-25T12:53:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:53:49Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d016c8ce76bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 1287b9e8-ac29-44d2-9ea5-42bd635ec3d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28973"
    uid: c0c82d69-9597-46d8-ad7c-534a9ce6aa5a
  kind: Event
  lastTimestamp: "2026-05-25T12:53:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:53:49Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d016c910bd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "29335"
    uid: 0a7ab52a-bf95-4a4b-90b8-c2278095b28d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29129"
    uid: c0c82d69-9597-46d8-ad7c-534a9ce6aa5a
  kind: Event
  lastTimestamp: "2026-05-25T12:54:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:54:34Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d02145962be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29655"
    uid: 525146bc-511e-45b6-9aaa-68feb2db4443
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29129"
    uid: c0c82d69-9597-46d8-ad7c-534a9ce6aa5a
  kind: Event
  lastTimestamp: "2026-05-25T12:54:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:54:34Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d02145f34dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29656"
    uid: f38b3549-ba30-425f-b329-a338659eb59f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28944"
    uid: 417d88c5-abb8-496f-8eec-d8eb6e5762ca
  kind: Event
  lastTimestamp: "2026-05-25T12:54:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:54:35Z"
    name: isvc-predictive-sklearn-v2.18b2d01349e67ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29673"
    uid: 286666d9-ec80-4f9b-9d54-f75bb87b6ed9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:53:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28944"
    uid: 417d88c5-abb8-496f-8eec-d8eb6e5762ca
  kind: Event
  lastTimestamp: "2026-05-25T12:53:04Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:53:04Z"
    name: isvc-predictive-sklearn-v2.18b2d0134a502b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "28979"
    uid: 48eeadc5-3f54-42c2-877c-68a3aaffe2f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29670"
    uid: 417d88c5-abb8-496f-8eec-d8eb6e5762ca
  kind: Event
  lastTimestamp: "2026-05-25T12:54:35Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:54:35Z"
    name: isvc-predictive-sklearn-v2.18b2d0287a55edc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29671"
    uid: 5d3c1a91-842a-4bdd-a011-ea8fc742a3b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: b889678b-f133-46c7-9e53-c9caa431c275
  kind: Event
  lastTimestamp: "2026-05-25T12:49:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:49:54Z"
    name: isvc-predictive-sklearn.18b2cfcd44624458
    namespace: kserve-ci-e2e-test
    resourceVersion: "27383"
    uid: 2b51d3f3-66cf-4522-bf0e-ef15dbbfd9da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: b889678b-f133-46c7-9e53-c9caa431c275
  kind: Event
  lastTimestamp: "2026-05-25T12:48:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:48:03Z"
    name: isvc-predictive-sklearn.18b2cfcd44fc9ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26554"
    uid: d389a406-fc20-4f94-b58b-6c9ade449060
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:49:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27381"
    uid: b889678b-f133-46c7-9e53-c9caa431c275
  kind: Event
  lastTimestamp: "2026-05-25T12:49:54Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:49:54Z"
    name: isvc-predictive-sklearn.18b2cfe70cee51e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: d63d7298-1f2c-48b7-8d4c-951ff5409ad4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:50:03.615298Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:50:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfe9487ddfd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: 233b287d-4a09-4316-a966-a6ef59821a7c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfe954e9807c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: aabaed07-7839-4ae0-9db3-95679e004f6f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:04Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:50:04Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfe985d62b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27519"
    uid: d6c54d62-1eab-4ecf-a279-1c527e163ac1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:04Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfe98703651f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27521"
    uid: d6300c27-9818-4219-adfb-add6d3b7b536
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:04Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfe98a3ac878
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: dbb9fe95-ddc9-4b9e-8dda-95a14fca35c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:04Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfe98ab4bd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27525"
    uid: dd370467-64e7-46ef-97af-80d493798044
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:09Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfea903ce6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27563"
    uid: 22d3f3d2-7737-4a0e-b763-5bcae91ea04f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfea934d78ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 21aba0bb-e8d8-45b4-a645-fc725aeed714
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfea93c1369b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 9269f8b5-5cf7-4efb-95ba-f94352655664
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfea93cdef7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27572"
    uid: 19a620e8-b40f-4a1e-a0b1-244d3aff0a5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfea96975fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27574"
    uid: 9e9681f7-8b62-4a75-8c7e-256349a29d50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:50:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:50:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfea97091487
    namespace: kserve-ci-e2e-test
    resourceVersion: "27575"
    uid: 74b09005-8f4b-4b92-b37e-ddab500c77dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:51:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:22Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfeb07e8e6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28113"
    uid: ca1b8cb6-b959-4d43-b681-9d99ee3a5ec0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:51:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cffe46375a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: 61f53cdd-999f-4250-8fee-0ecd4289aeba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:51:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cffe4637f170
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: e22fb754-7cb5-4dca-b2b4-5161a0df1d1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e670584b-4d41-4c30-8494-d4d2cc99ff0e
  kind: Event
  lastTimestamp: "2026-05-25T12:51:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:51:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d.18b2cfff0e097b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28292"
    uid: 5c50a14d-9dfe-4c83-8dcd-d181b6425b8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27486"
    uid: a3f14116-1086-44b0-933b-c69964b72747
  kind: Event
  lastTimestamp: "2026-05-25T12:50:03Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-89f6d'
  metadata:
    creationTimestamp: "2026-05-25T12:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18b2cfe94817a03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27499"
    uid: a0f4a89a-2e93-4f1f-8ddd-a5e9f0ba4bb8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27484"
    uid: 7d6ee34d-d6cb-45ec-9d69-fe030482397f
  kind: Event
  lastTimestamp: "2026-05-25T12:50:03Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-xgboost-predictor.18b2cfe943c14227
    namespace: kserve-ci-e2e-test
    resourceVersion: "27488"
    uid: eb4ad10f-d807-440c-986b-9e17e6a3d362
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: 5348d23c-4321-4f3e-a70d-c3fcb4c43f88
  kind: Event
  lastTimestamp: "2026-05-25T12:50:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:50:48Z"
    name: isvc-predictive-xgboost-predictor.18b2cfecc318f865
    namespace: kserve-ci-e2e-test
    resourceVersion: "27856"
    uid: 1d553210-e4b0-42ae-9db5-f74f8a4a6110
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: 5348d23c-4321-4f3e-a70d-c3fcb4c43f88
  kind: Event
  lastTimestamp: "2026-05-25T12:50:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:50:48Z"
    name: isvc-predictive-xgboost-predictor.18b2cfecc39b1316
    namespace: kserve-ci-e2e-test
    resourceVersion: "27857"
    uid: 3aa788c6-bf0c-4e25-bd72-5bbfc27024b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: 5348d23c-4321-4f3e-a70d-c3fcb4c43f88
  kind: Event
  lastTimestamp: "2026-05-25T12:51:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-xgboost-predictor.18b2cff740120efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28197"
    uid: db1dc7a8-bc4d-44d8-bdc7-44905c6ac312
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: 5348d23c-4321-4f3e-a70d-c3fcb4c43f88
  kind: Event
  lastTimestamp: "2026-05-25T12:51:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-xgboost-predictor.18b2cff74068eaeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28198"
    uid: 8497c6c1-8cc0-4aef-974d-870fdda2f88c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:54:44.321428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29777"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02aa3e194ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29782"
    uid: c3ae1be1-bc99-4817-9a4f-ba584309610e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02abda9c5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29795"
    uid: 15f8af46-4377-468e-bdf4-45d0df95f1f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02abedd7904
    namespace: kserve-ci-e2e-test
    resourceVersion: "29797"
    uid: 0d5e7368-acf7-426f-abaa-98be9051b7f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02ac2d25c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29799"
    uid: ea12900a-20ea-4d7f-83cc-7a2287b257e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02ac38d88c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: ebcf5df4-0976-497b-97bc-57619fdc947b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:48Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02bb4490bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29843"
    uid: 3e3f96ff-c6ca-4597-8d4a-9ad829b64a16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:48Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02bb8fc2f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "29847"
    uid: d9e782c8-29e5-427a-90a7-cba89b9db4e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:48Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02bb96bbb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: c215be79-4f08-430b-b02d-0d8472e19a74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:48Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02bb979534a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: 80e5d79b-dc4f-420d-85d4-18ea6bef640d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:49Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02bbc8ba401
    namespace: kserve-ci-e2e-test
    resourceVersion: "29851"
    uid: fa46866d-883b-417b-968b-3a4f93fe05d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:54:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:54:49Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d02bbd0135b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: 6bd7d6de-b27d-4415-bb3d-3f7f6b7df81e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:56:15Z"
  message: 'Readiness probe failed: Get "http://10.132.0.26:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.26:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:15Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d03452e07582
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: 5dfe5064-56ae-4141-9699-0f5e2a1b9d83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d03f9e8a7b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "30485"
    uid: 7771859d-fa8f-46e8-86ab-9f6bd3bb25c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d03f9e8ae4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30488"
    uid: ec34dc5d-74c0-4f13-ae98-382bc0505030
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: c0df651b-136c-415b-ba5f-07c28ec6d624
  kind: Event
  lastTimestamp: "2026-05-25T12:56:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:56:15Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl.18b2d03ff6bbfe29
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: d10b1387-d7a2-4ce2-b40e-5c19f2813c3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29765"
    uid: 2ccffe25-e947-4b37-b6d9-25db208e540f
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wggxl'
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18b2d02aa35d7720
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: 8319cec1-3043-4694-912b-bd26cedd7e87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29763"
    uid: 830d27d2-44b9-43ba-adf6-18202d2b0fe8
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d02a9ee7214c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29767"
    uid: cc663554-5196-4b58-b0cc-e3cb72f67b9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29764"
    uid: 8d3b8983-7a02-45e9-9a06-f75f7a5625eb
  kind: Event
  lastTimestamp: "2026-05-25T12:55:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:55:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d02e1d982701
    namespace: kserve-ci-e2e-test
    resourceVersion: "30134"
    uid: 2a1a5b17-f3ce-410d-a62f-7f7ba3753f9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29764"
    uid: 8d3b8983-7a02-45e9-9a06-f75f7a5625eb
  kind: Event
  lastTimestamp: "2026-05-25T12:55:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:55:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d02e1de81e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "30135"
    uid: f22a91e6-4a1b-4a46-96a3-7a653018e61e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:55:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29927"
    uid: 8d3b8983-7a02-45e9-9a06-f75f7a5625eb
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d0389b349bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30458"
    uid: cfef91bd-919d-42c2-b257-f0b95d6a6c52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:55:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29927"
    uid: 8d3b8983-7a02-45e9-9a06-f75f7a5625eb
  kind: Event
  lastTimestamp: "2026-05-25T12:56:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:56:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d0389bab27ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: 2fb9c314-4a60-4bd8-991e-d53fc9531d62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29735"
    uid: 20920699-1939-438c-9f16-52c0c2b129bf
  kind: Event
  lastTimestamp: "2026-05-25T12:56:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:56:06Z"
    name: isvc-predictive-xgboost-v2.18b2d02a9ec7ae89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: fb12fbde-651e-47fa-8f57-f3484c9c7c13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29735"
    uid: 20920699-1939-438c-9f16-52c0c2b129bf
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-xgboost-v2.18b2d02a9f26d540
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: 650988d4-1dc6-4100-8a33-a0a6f4a233d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:54:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29747"
    uid: 20920699-1939-438c-9f16-52c0c2b129bf
  kind: Event
  lastTimestamp: "2026-05-25T12:54:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:54:44Z"
    name: isvc-predictive-xgboost-v2.18b2d02aa46492e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: e4c52e12-e196-4894-98a9-8a4450ff8f52
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:56:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30395"
    uid: 20920699-1939-438c-9f16-52c0c2b129bf
  kind: Event
  lastTimestamp: "2026-05-25T12:56:05Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:56:05Z"
    name: isvc-predictive-xgboost-v2.18b2d03da78c994a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: 4da1e568-c0bb-4275-896a-839ce0087304
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27456"
    uid: 5e32fb2a-e9a5-4857-a804-ca007c3d0612
  kind: Event
  lastTimestamp: "2026-05-25T12:51:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-xgboost.18b2cfe943a063ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28188"
    uid: eee42b62-f085-4c34-8fa1-34fc846fa56d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:50:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27456"
    uid: 5e32fb2a-e9a5-4857-a804-ca007c3d0612
  kind: Event
  lastTimestamp: "2026-05-25T12:50:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:50:03Z"
    name: isvc-predictive-xgboost.18b2cfe94402c5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27491"
    uid: 8002c0f8-e67a-4ec3-aed8-66934ce87a76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28186"
    uid: 5e32fb2a-e9a5-4857-a804-ca007c3d0612
  kind: Event
  lastTimestamp: "2026-05-25T12:51:33Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:51:33Z"
    name: isvc-predictive-xgboost.18b2cffe19e04196
    namespace: kserve-ci-e2e-test
    resourceVersion: "28187"
    uid: 48827457-481c-44cc-bd15-db0fe46ce4c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:46:16.877507Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25528"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:46:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:46:16Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb47dddc131
    namespace: kserve-ci-e2e-test
    resourceVersion: "25532"
    uid: b2ddb5f5-d73a-4cde-9af4-930bad680c68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:17Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:46:17Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb497205d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25543"
    uid: 479943ea-1576-4ee1-a864-fcdc752f37ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:17Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb498a4e6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25545"
    uid: 17ec66c7-7bb2-4ad3-8e01-e0a94322c8b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:17Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb49b5bbc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: de697ec4-3e19-4b3e-ab6e-b627a4ba7387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:17Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb49bc6c2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: 1664c4e2-0861-4d12-aaf3-5d0c6b5af332
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:21Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb582af5231
    namespace: kserve-ci-e2e-test
    resourceVersion: "25591"
    uid: 87501ada-60c2-4cd6-95f4-4153140d1fec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:21Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb585c04dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25595"
    uid: ca113b1e-432f-4c6b-a598-4b6ae658ad89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:21Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb5862d1aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25596"
    uid: f342d601-9ca2-4e9c-b4a0-789edaeb8aec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:21Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb58639d742
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: e14ca98b-4918-4f2b-8e97-c976c0b3f758
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:21Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb589156604
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: bf3ad1e1-7690-4037-bad1-5017de9d6ba4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:46:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:46:21Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb589991231
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 83c54148-29c5-4159-87a3-694cb7d8fb6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:47:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:18Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfb5beab9b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26010"
    uid: 6de0898a-80bd-41a4-b723-7f1bea0308c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:47:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:53Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfcae4cf820a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26381"
    uid: 54c1dca9-f995-4fe9-a9db-a9166afd0118
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:47:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:53Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfcae4cfe463
    namespace: kserve-ci-e2e-test
    resourceVersion: "26385"
    uid: 483a6b8c-33f4-4499-82f6-7711c2ae9422
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 61ae41ef-8448-4eba-aec7-92c15d8e0a39
  kind: Event
  lastTimestamp: "2026-05-25T12:47:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:53Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n.18b2cfcaeedf3188
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: 31574ec9-2b00-43dc-ad9f-2568a74c5670
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-f32ae1-predictor-7f478b4d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: 9655542a-8ef7-4341-8841-cbb873b77025
  kind: Event
  lastTimestamp: "2026-05-25T12:46:16Z"
  message: 'Created pod: isvc-primary-f32ae1-predictor-7f478b4d68-nv59n'
  metadata:
    creationTimestamp: "2026-05-25T12:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:46:16Z"
    name: isvc-primary-f32ae1-predictor-7f478b4d68.18b2cfb47d80d06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: 572ec021-f36b-4526-b5b2-bf7a4784af4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-f32ae1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 33d06912-5e81-47fd-8462-308588988a88
  kind: Event
  lastTimestamp: "2026-05-25T12:46:16Z"
  message: Scaled up replica set isvc-primary-f32ae1-predictor-7f478b4d68 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T12:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:46:16Z"
    name: isvc-primary-f32ae1-predictor.18b2cfb479291878
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: e078511a-1283-43fb-b3f9-995b0c7485f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f32ae1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: d2739288-f46e-423b-8ed7-b4a19377edd4
  kind: Event
  lastTimestamp: "2026-05-25T12:46:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:46:31Z"
    name: isvc-primary-f32ae1-predictor.18b2cfb7f799d4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: 68b34281-d948-4be8-8fdb-e290c422d734
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f32ae1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: d2739288-f46e-423b-8ed7-b4a19377edd4
  kind: Event
  lastTimestamp: "2026-05-25T12:46:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:46:31Z"
    name: isvc-primary-f32ae1-predictor.18b2cfb7f7f35ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25673"
    uid: 2b6ed5c9-37ef-4a0f-b640-e081416bc06d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f32ae1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25672"
    uid: d2739288-f46e-423b-8ed7-b4a19377edd4
  kind: Event
  lastTimestamp: "2026-05-25T12:47:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:47:46Z"
    name: isvc-primary-f32ae1-predictor.18b2cfbb76e1715a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26282"
    uid: e1bd0297-04d9-47c5-bea3-87b14446ec2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f32ae1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25672"
    uid: d2739288-f46e-423b-8ed7-b4a19377edd4
  kind: Event
  lastTimestamp: "2026-05-25T12:47:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:47:46Z"
    name: isvc-primary-f32ae1-predictor.18b2cfbb773c4ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26283"
    uid: a3b8508a-7fb2-4569-bd32-141b1444ca8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f32ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25487"
    uid: 3ee93b98-a096-495b-8a79-82e1bc9765f4
  kind: Event
  lastTimestamp: "2026-05-25T12:47:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:47:28Z"
    name: isvc-primary-f32ae1.18b2cfb478fecaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26092"
    uid: cc2646d4-acc9-4792-89fa-e219d36b1e9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f32ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25487"
    uid: 3ee93b98-a096-495b-8a79-82e1bc9765f4
  kind: Event
  lastTimestamp: "2026-05-25T12:46:16Z"
  message: 'Failed to update status for InferenceService "isvc-primary-f32ae1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-f32ae1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:46:16Z"
    name: isvc-primary-f32ae1.18b2cfb47951b6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25538"
    uid: fe4d0c11-5342-4449-9823-b29b3b1c5a5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:46:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f32ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25487"
    uid: 3ee93b98-a096-495b-8a79-82e1bc9765f4
  kind: Event
  lastTimestamp: "2026-05-25T12:46:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-f32ae1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:46:16Z"
    name: isvc-primary-f32ae1.18b2cfb47952039b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25539"
    uid: 03f316ec-a649-4979-b04f-b79e5b5d63bb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f32ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26090"
    uid: 3ee93b98-a096-495b-8a79-82e1bc9765f4
  kind: Event
  lastTimestamp: "2026-05-25T12:47:28Z"
  message: InferenceService [isvc-primary-f32ae1] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:47:28Z"
    name: isvc-primary-f32ae1.18b2cfc52177f6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26091"
    uid: 8fa7c725-7099-4bd2-8482-a7d64001231a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:47:37.006644Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26184"
    uid: 47d40cf7-5ec2-41e1-9ec4-7a961ffc4a53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:47:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:47:37Z"
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp.18b2cfc725ef595a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26188"
    uid: aa73d2d2-b5a8-451c-afba-489f090f0c1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 47d40cf7-5ec2-41e1-9ec4-7a961ffc4a53
  kind: Event
  lastTimestamp: "2026-05-25T12:47:37Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:47:37Z"
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp.18b2cfc73f7dc595
    namespace: kserve-ci-e2e-test
    resourceVersion: "26200"
    uid: 69e8c711-56f2-49b5-be6e-21d9c3cd00e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26186"
    uid: 47d40cf7-5ec2-41e1-9ec4-7a961ffc4a53
  kind: Event
  lastTimestamp: "2026-05-25T12:47:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:42Z"
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp.18b2cfc740f1fcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26248"
    uid: 1523eff6-b57e-484e-b1e3-52d52541f0a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26186"
    uid: 47d40cf7-5ec2-41e1-9ec4-7a961ffc4a53
  kind: Event
  lastTimestamp: "2026-05-25T12:47:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:42Z"
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp.18b2cfc74455eee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 9df17928-8008-44c6-a505-db3160389585
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26186"
    uid: 47d40cf7-5ec2-41e1-9ec4-7a961ffc4a53
  kind: Event
  lastTimestamp: "2026-05-25T12:47:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:42Z"
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp.18b2cfc744c63bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26253"
    uid: 33c99344-4c49-4d0b-b51a-a5058cf1f16d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26186"
    uid: 47d40cf7-5ec2-41e1-9ec4-7a961ffc4a53
  kind: Event
  lastTimestamp: "2026-05-25T12:47:47Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp_kserve-ci-e2e-test(47d40cf7-5ec2-41e1-9ec4-7a961ffc4a53)
  metadata:
    creationTimestamp: "2026-05-25T12:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:47:47Z"
    name: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp.18b2cfc99b71ed0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26293"
    uid: 47742fc4-18c6-48c6-91d7-43fdb033beb4
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-f32ae1-predictor-546d9cc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26175"
    uid: 99c1e581-bffa-49e7-9732-25e73689609d
  kind: Event
  lastTimestamp: "2026-05-25T12:47:37Z"
  message: 'Created pod: isvc-secondary-f32ae1-predictor-546d9cc87-dtmgp'
  metadata:
    creationTimestamp: "2026-05-25T12:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:47:37Z"
    name: isvc-secondary-f32ae1-predictor-546d9cc87.18b2cfc725938a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26185"
    uid: dce8beb0-297a-4c7e-bb5c-c10a66857d38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-f32ae1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: d8a9af43-60a0-491a-8db2-79d75e4191eb
  kind: Event
  lastTimestamp: "2026-05-25T12:47:36Z"
  message: Scaled up replica set isvc-secondary-f32ae1-predictor-546d9cc87 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T12:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:47:36Z"
    name: isvc-secondary-f32ae1-predictor.18b2cfc7228e2564
    namespace: kserve-ci-e2e-test
    resourceVersion: "26177"
    uid: 9639e749-9263-4ec0-99c5-fafefc441b20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-f32ae1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26174"
    uid: c659b1a3-effd-4a5c-9a43-2fa4e27cb4c4
  kind: Event
  lastTimestamp: "2026-05-25T12:47:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:47:51Z"
    name: isvc-secondary-f32ae1-predictor.18b2cfcaa0fd0efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26326"
    uid: 33e28e27-3051-4e97-8ad5-e6e652884894
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-f32ae1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26174"
    uid: c659b1a3-effd-4a5c-9a43-2fa4e27cb4c4
  kind: Event
  lastTimestamp: "2026-05-25T12:47:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:47:51Z"
    name: isvc-secondary-f32ae1-predictor.18b2cfcaa1571d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26328"
    uid: ab76e5e2-1757-4026-b096-b8f646eafceb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f32ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: 7872098d-ae33-4770-862f-377d1d8d6b95
  kind: Event
  lastTimestamp: "2026-05-25T12:47:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:47:49Z"
    name: isvc-secondary-f32ae1.18b2cfc7226ccaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: bbca2a6f-90bf-4e6f-85b6-1c6bfff4abbd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f32ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: 7872098d-ae33-4770-862f-377d1d8d6b95
  kind: Event
  lastTimestamp: "2026-05-25T12:47:36Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-f32ae1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-f32ae1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:47:36Z"
    name: isvc-secondary-f32ae1.18b2cfc72301b10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26179"
    uid: 5a529930-7acc-4d63-aa3f-eb4d13db3451
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:47:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f32ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: 7872098d-ae33-4770-862f-377d1d8d6b95
  kind: Event
  lastTimestamp: "2026-05-25T12:47:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-f32ae1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:47:36Z"
    name: isvc-secondary-f32ae1.18b2cfc72301f5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26181"
    uid: 78dc6e77-3d02-4d09-922a-591f07b59c3e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:25:56.089593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:25:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:25:56Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce98413c7f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: fb4f037b-ffda-4005-89c0-24ce357248be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:25:56Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:25:56Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce985b3f1485
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: 721e2369-7f5a-4769-bbfb-d876adfc579a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:25:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:25:56Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce985cb891dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 877bb196-8bbf-47c7-ab0a-828316b89b51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:25:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:25:56Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce9860908cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: d38eee68-56bf-4532-8fa8-219211bbe379
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:25:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:25:56Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce9860f4f97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 522b3928-8689-4ce2-be3d-6945f31494be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:26:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:01Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce9967a91511
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: 251df489-0b87-4ab5-b8e3-4979b62b3804
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:26:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:01Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce996abaf943
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: 25084838-092f-4863-9fcf-a53b53486950
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:26:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:01Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce996b1b7564
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: e8056d58-8257-46ee-aff5-6f6f5aa36804
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:26:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:01Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce996b272b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 6a0cab28-e668-431d-8c86-15fa4d745f86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:26:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:01Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce996dcc7e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: 1ce850e5-480a-4c40-a823-1c50a6c907bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:26:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:01Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce996e2c6e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 87ea4636-9eb4-4aed-96f1-660f75d3c247
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:26:01Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0eb4cef0d702913a69a2fbb3375426837dd9bd6d314650d53aa90460f4a90236"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:01Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce996e373427
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: 0c1b13e6-276b-4966-a2a8-86cc4f2b09dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:26:01Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T12:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:01Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce99715e7994
    namespace: kserve-ci-e2e-test
    resourceVersion: "15288"
    uid: a066ae94-0d72-4611-8dac-b998c9525ebd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:26:01Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T12:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:01Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce9971c61444
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: 97333165-977e-4171-8979-3a424eac7858
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:27:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:39Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce99a3a474b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16097"
    uid: 2e25558e-4168-4dd4-8e8f-a49a5561bdc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:27:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T12:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:39Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ce99df72f2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16098"
    uid: ea467eef-f772-472d-8ab9-c9d6eafaa898
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:27:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:21Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ceac0f012c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 5b64c12e-3526-4e38-9af8-d1aa481f258c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:27:21Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:21Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ceac0f018f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 23ee6cd2-bf80-446a-aa2e-e994040bb5e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:27:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:21Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ceac0f027b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: a5b78d85-be6e-4469-b930-450acc442013
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: a17746c5-1974-4937-9719-fe219bbb2c2f
  kind: Event
  lastTimestamp: "2026-05-25T12:27:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:39Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q.18b2ceacbba0a2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 4a9cc2d1-7c19-4d0d-ae7c-5229907b616f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15202"
    uid: 2fe1e001-4a60-4c5c-a48f-801de4f80ca5
  kind: Event
  lastTimestamp: "2026-05-25T12:25:56Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-755c4698cb-hfb6q'
  metadata:
    creationTimestamp: "2026-05-25T12:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:25:56Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb.18b2ce9840ba7683
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 79efb890-0302-4f11-a954-0a61b9b281c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 272f7fcb-7fe6-4dbe-9fef-0f0aa5a9cd8e
  kind: Event
  lastTimestamp: "2026-05-25T12:25:55Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-755c4698cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:25:56Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2ce983bde3349
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: 81de33ff-97ce-4126-843c-2d59128e6712
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15201"
    uid: 3f943f72-b4ca-4bd4-bb52-49e236d7953a
  kind: Event
  lastTimestamp: "2026-05-25T12:26:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:26:26Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2ce9bbac4ca88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 427ab39f-33ea-4b8e-82df-e49b6898be3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15201"
    uid: 3f943f72-b4ca-4bd4-bb52-49e236d7953a
  kind: Event
  lastTimestamp: "2026-05-25T12:26:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:26:26Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2ce9bbb249c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 64832308-83bb-4792-98e7-09a587fbf128
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 3f943f72-b4ca-4bd4-bb52-49e236d7953a
  kind: Event
  lastTimestamp: "2026-05-25T12:27:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:11Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2cea2b99a9f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 7f5f7484-a2ed-481a-a3cb-0e19e104bf2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:26:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 3f943f72-b4ca-4bd4-bb52-49e236d7953a
  kind: Event
  lastTimestamp: "2026-05-25T12:27:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:11Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2cea2b9f61fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: 6bc369ee-9be0-4a6e-ae73-ccb6d4ab6f86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: b41762fb-ba18-462d-8611-11d7d3f7179b
  kind: Event
  lastTimestamp: "2026-05-25T12:27:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:27:09Z"
    name: isvc-sklearn-batcher-custom.18b2ce983bb9b581
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: f1a3e026-c4d9-4f16-832c-a0667f34ee65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: b41762fb-ba18-462d-8611-11d7d3f7179b
  kind: Event
  lastTimestamp: "2026-05-25T12:25:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:25:56Z"
    name: isvc-sklearn-batcher-custom.18b2ce983c136368
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: 3fd5c5b8-51ea-4cdd-b861-4359fc4d1398
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15183"
    uid: b41762fb-ba18-462d-8611-11d7d3f7179b
  kind: Event
  lastTimestamp: "2026-05-25T12:25:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:25:56Z"
    name: isvc-sklearn-batcher-custom.18b2ce9841adef79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15224"
    uid: afc30e6a-a751-4e56-bb6b-6c53459065f3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: b41762fb-ba18-462d-8611-11d7d3f7179b
  kind: Event
  lastTimestamp: "2026-05-25T12:27:09Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:27:09Z"
    name: isvc-sklearn-batcher-custom.18b2cea942afc72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: d83bd1f9-7feb-4cfc-8bf4-c79cbc8bacf3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:24:10.955486Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14354"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-54b87fc785-4228g
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:24:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:24:10Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce7fc6c14c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "14358"
    uid: b03c262f-a7a0-40e7-9081-70664983ea8b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14365"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:11Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:24:11Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce7fe1ab1dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: 617c1277-75a7-4b57-b0de-04c00482f09b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:11Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
  metadata:
    creationTimestamp: "2026-05-25T12:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:11Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce7fe30aa006
    namespace: kserve-ci-e2e-test
    resourceVersion: "14379"
    uid: 6f61d6af-6f1d-4d9a-bff5-8c690dbbe468
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    in 3.229s (3.229s including waiting). Image size: 301472374 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:14Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce80a387c8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14405"
    uid: 4398409f-4214-495c-8a5e-f83c35d140f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:14Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce80a708d651
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 4aaa10bc-1e9c-4529-b546-228644742200
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:14Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce80a787424e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14408"
    uid: 50926580-ac68-4d53-ab80-63b04e13f1f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:18Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
  metadata:
    creationTimestamp: "2026-05-25T12:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:18Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce8190dac403
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: ec9c74d7-b994-4e7f-bfd4-9a20126d3cfd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    in 12.229s (12.229s including waiting). Image size: 1560933302 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:30Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce8469c32a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14535"
    uid: 750741af-4673-4577-b47f-1d4b7694b2b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:30Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce846d2046c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 89202a43-1c80-48c2-a4f2-4d936483342d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:30Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce846d925606
    namespace: kserve-ci-e2e-test
    resourceVersion: "14537"
    uid: 8cb3ceea-6570-4857-ab75-060c8c2746fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:30Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-25T12:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:30Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce846da0fb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 5f34117f-3f6a-4aec-980f-a0bef0083d8c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.203s (2.203s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:33Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce84f0f26465
    namespace: kserve-ci-e2e-test
    resourceVersion: "14553"
    uid: 33b95432-a7e4-45ce-b16f-1e124671a3c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:33Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce84f420b8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14554"
    uid: 02ea0d8d-bf95-45dd-aa27-cd700f49752a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:33Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce84f4986311
    namespace: kserve-ci-e2e-test
    resourceVersion: "14555"
    uid: 66e07195-b402-4dc9-9850-03c146cd0584
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:33Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:0eb4cef0d702913a69a2fbb3375426837dd9bd6d314650d53aa90460f4a90236"
  metadata:
    creationTimestamp: "2026-05-25T12:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:33Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce84f4a64ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14556"
    uid: d38f3f56-ec99-4e0f-90ad-94195fd85558
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:0eb4cef0d702913a69a2fbb3375426837dd9bd6d314650d53aa90460f4a90236"
    in 2.799s (2.799s including waiting). Image size: 239698201 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:36Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce859b8836db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14573"
    uid: c19575f3-56f3-4e29-b81e-335514aec01a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:36Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T12:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:36Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce859eec68dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: 8093e5cc-2631-4c0b-a8d2-46da8ddf9caa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:24:36Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T12:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:24:36Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce859f690791
    namespace: kserve-ci-e2e-test
    resourceVersion: "14575"
    uid: ac502b22-63e5-4c75-95ed-f39133713278
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:26:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:12Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce85c6715730
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: d4c6283e-ee1e-4a75-8ba7-b5df6a09a5ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:26:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T12:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:12Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce85c67a36d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: 1fdb3739-ed34-4810-9b68-4868722f2805
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:25:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:25:55Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce9839ddac61
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: 704d7790-83f9-4e5b-a407-28b5fe6e2d72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:25:55Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T12:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:25:55Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce9839e8de02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: b90a3690-5179-4f83-bc87-edeb7f9d8e82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:25:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:25:55Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce9839ea3aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0611ceba-b098-40c3-bc91-be0794a78f36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 18213b05-9a2d-44a7-bc08-6c18eac25e7c
  kind: Event
  lastTimestamp: "2026-05-25T12:26:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:26:17Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-4228g.18b2ce98a2954f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 2d6faa11-6f18-486e-9510-da0e19e20e12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-54b87fc785
    namespace: kserve-ci-e2e-test
    resourceVersion: "14347"
    uid: a5e4faa2-b3be-4f18-b3dc-83ce212a61fa
  kind: Event
  lastTimestamp: "2026-05-25T12:24:10Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-54b87fc785-4228g'
  metadata:
    creationTimestamp: "2026-05-25T12:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:24:10Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785.18b2ce7fc658937b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14355"
    uid: f64cbfb8-f5f5-4fef-b216-02289573c4c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14346"
    uid: 821135ba-3acb-41d2-97ec-4d60be47d6e6
  kind: Event
  lastTimestamp: "2026-05-25T12:24:10Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-54b87fc785 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T12:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:24:10Z"
    name: isvc-sklearn-batcher-predictor.18b2ce7fc11d0b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14348"
    uid: 666e3a4f-d6fc-4a3f-8b73-17b73e3d4dab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14359"
    uid: eb500090-b566-4f0b-b0ed-50726a88ea66
  kind: Event
  lastTimestamp: "2026-05-25T12:25:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:25:11Z"
    name: isvc-sklearn-batcher-predictor.18b2ce83468187dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 9eacfa72-72d8-4e5c-af6d-953bf7e30fe5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14359"
    uid: eb500090-b566-4f0b-b0ed-50726a88ea66
  kind: Event
  lastTimestamp: "2026-05-25T12:25:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:25:11Z"
    name: isvc-sklearn-batcher-predictor.18b2ce8346d971e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14838"
    uid: 35fbf9e9-ef9f-40f7-b601-631b21e8fb80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14493"
    uid: eb500090-b566-4f0b-b0ed-50726a88ea66
  kind: Event
  lastTimestamp: "2026-05-25T12:25:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:25:41Z"
    name: isvc-sklearn-batcher-predictor.18b2ce8a44e20b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 96bf00ff-6031-4a50-82db-5a4661f8d922
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14493"
    uid: eb500090-b566-4f0b-b0ed-50726a88ea66
  kind: Event
  lastTimestamp: "2026-05-25T12:25:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:25:41Z"
    name: isvc-sklearn-batcher-predictor.18b2ce8a4524c935
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: d8afb298-703c-4172-a039-3e1c4b0af60d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14333"
    uid: 15f65737-4e38-4c8d-be3f-ee3e578bacf0
  kind: Event
  lastTimestamp: "2026-05-25T12:25:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:25:42Z"
    name: isvc-sklearn-batcher.18b2ce7fc73e3cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: e93f9427-f13a-46fc-8c61-1a91d568c36b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14333"
    uid: 15f65737-4e38-4c8d-be3f-ee3e578bacf0
  kind: Event
  lastTimestamp: "2026-05-25T12:24:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:24:10Z"
    name: isvc-sklearn-batcher.18b2ce7fc7ac1792
    namespace: kserve-ci-e2e-test
    resourceVersion: "14364"
    uid: 100ecb61-46f3-4b29-a884-af073a0abd3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:24:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14333"
    uid: 15f65737-4e38-4c8d-be3f-ee3e578bacf0
  kind: Event
  lastTimestamp: "2026-05-25T12:24:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:24:10Z"
    name: isvc-sklearn-batcher.18b2ce7fc7acb2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14366"
    uid: 5ea6adf4-5365-4344-8916-b0e75f93cf31
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 15f65737-4e38-4c8d-be3f-ee3e578bacf0
  kind: Event
  lastTimestamp: "2026-05-25T12:25:42Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:25:42Z"
    name: isvc-sklearn-batcher.18b2ce9529d63dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: bb6ec745-980b-4a6c-8263-391ba9aeb92f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:36:27.918234Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20442"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:36:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:36:27Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2b5d286c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: d80c4199-e3ce-4e5c-b60b-ab5a87d04564
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:28Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2b65ca5f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20455"
    uid: cb0c8d02-7c32-4e9e-a5be-46d82a21e20b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:28Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:36:28Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2b9af70a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20466"
    uid: d6b266ec-6a51-4651-87b4-46684b92033c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:28Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2b9c4a1e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20468"
    uid: be329683-a96e-4120-a065-ee2938cde5b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:29Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2b9f408bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20470"
    uid: 076d3ba6-95a3-4f67-9d5d-ca970d96df48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:29Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2b9fa36d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: cd2986a6-40e3-4f46-9f7a-9e7ddcf0f043
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:33Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2c9df3a46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20508"
    uid: cc1667c3-1ab8-4a2b-a686-e758fc88b514
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:33Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2ca0e740af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20511"
    uid: 04483ff0-76c3-410d-a3f4-8f2beb7c51c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:33Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2ca1478cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: b2038f9e-ddc1-4625-b0bf-4af0da9b84d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:33Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-05-25T12:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:33Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2ca152a3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: 5d00c805-ed6f-4e9c-ba42-2596c43f0be7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    1.987s (1.987s including waiting). Image size: 239451879 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:35Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2d17c69ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: 0bc0e39d-7c31-4487-9a9f-4016f31ddce9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:35Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-05-25T12:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:35Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2d1b1e3a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: cc906c1c-4fc8-46f0-bf0d-c508d8defb89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:35Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-05-25T12:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:35Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2d1b91ce66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 8e056dea-731d-488a-a611-53b0b842d55a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:35Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2d1b9d1534
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: 86ad33f4-ec4d-41a0-a30c-0858a3dc865b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:35Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2d1e480a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: f109cd28-11b6-41fd-903a-569102df41b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:36:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:36:35Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf2d1ea6abae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: 10e6cb87-e48e-4f4a-8929-85ed0551aae8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:37:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:37:48Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf3e02801787
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: c3d9a035-2d60-4d5e-b94e-7bba729e4f57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:37:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:37:48Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf3e02809b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: edeacfb5-fa62-49cb-9066-e1564ecf892c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:37:48Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:37:48Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf3e0280f90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: 12b15f18-5618-4358-adb2-881376f79fa5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:38:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:13Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf3e15beacc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21305"
    uid: 12d36515-e383-49d6-89ee-8f327226917d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 5cc3c087-83c6-41d7-8e55-dc8756f9aff7
  kind: Event
  lastTimestamp: "2026-05-25T12:38:13Z"
  message: 'Readiness probe failed: Get "http://10.134.0.46:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:38:13Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh.18b2cf3f4019e74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: a10c69c7-ae73-4e87-b4d9-01add0e1c70f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6b9b4445f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: 9ceb0695-0c98-4f5f-a8ea-7ce5828484e3
  kind: Event
  lastTimestamp: "2026-05-25T12:36:27Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6b9b4445f6-cchhh'
  metadata:
    creationTimestamp: "2026-05-25T12:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:36:27Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6.18b2cf2b5cc99f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20443"
    uid: b1978b1c-4163-477c-bf13-37256d0cb2f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20429"
    uid: 3fcbaf08-91fa-4439-91c8-422ce2a6f3cb
  kind: Event
  lastTimestamp: "2026-05-25T12:36:27Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6b9b4445f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:36:27Z"
    name: isvc-sklearn-mcp-predictor.18b2cf2b59dd165d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20433"
    uid: a37be952-423e-4580-9a59-db59f7148c43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20401"
    uid: 0fe14656-59f4-4086-889b-aff96758bc9c
  kind: Event
  lastTimestamp: "2026-05-25T12:37:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:37:43Z"
    name: isvc-sklearn-mcp.18b2cf2b596afb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: 7fcf6faf-25df-4ee8-bb48-c23ab9c70690
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20401"
    uid: 0fe14656-59f4-4086-889b-aff96758bc9c
  kind: Event
  lastTimestamp: "2026-05-25T12:36:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:36:27Z"
    name: isvc-sklearn-mcp.18b2cf2b59eaea9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 06a8816b-a3af-40a7-bcf8-aa8f35e22178
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:36:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 0fe14656-59f4-4086-889b-aff96758bc9c
  kind: Event
  lastTimestamp: "2026-05-25T12:36:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:36:27Z"
    name: isvc-sklearn-mcp.18b2cf2b5f3d9d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: 30e1c102-4076-4640-a095-41adb982348c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21006"
    uid: 0fe14656-59f4-4086-889b-aff96758bc9c
  kind: Event
  lastTimestamp: "2026-05-25T12:37:43Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:37:43Z"
    name: isvc-sklearn-mcp.18b2cf3cf0f28d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: ad633c8d-8e35-4b85-96a4-68333f3ea6d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:57:46.874688Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31298"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-bc9cf9b57-pbjnx
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:57:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:57:46Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d05524e7308d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31302"
    uid: 002d97d2-856a-47e1-b990-2042d48066b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:47Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:57:47Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d0553e660a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: cef59e0a-7f65-42d0-917f-a09d3465b853
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:47Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d0553fa7d7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: 4c0b4372-dd54-4725-9f6b-132983fb2ef9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:47Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d05542625c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: 0e2858de-c4bf-490f-a35c-ebcb6fedeb9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:47Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d05542cf2e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: 9df6c0a2-6b53-419e-9074-c3f6f71d4e2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:51Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d0563cdb2ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31371"
    uid: 8aeecb5e-c51f-4985-b2d8-2248bbcb0a05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:51Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d056402a7a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "31375"
    uid: 15aba7fd-b5f0-430d-951b-f2d9854f737e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:51Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d056409c9af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: a19bf6d3-5af1-4e98-a500-92d114ef49c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:51Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d05640a923d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31377"
    uid: 7d982f96-9c81-40dd-bc38-b08eb8596508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:51Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d05643940ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: ee6c53d1-bb7d-4d0a-b588-ff29c95293e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:57:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:57:51Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d05644022361
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: ffd7516d-048d-48d6-bf43-c31516746c51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:59:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:08Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d05678d62827
    namespace: kserve-ci-e2e-test
    resourceVersion: "32001"
    uid: 8d1bb275-2f74-443c-8cd7-0e0d0b933d83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:59:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d067cd8c6f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31943"
    uid: cff98688-ffc7-4ba1-bb54-0adadb2e897e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:59:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d067cd8d06b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31946"
    uid: a55eb5a3-a31e-4ee9-b794-3ed92bd6d1d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3e1aefc8-03d0-4659-b059-a0f859f29a75
  kind: Event
  lastTimestamp: "2026-05-25T12:59:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:08Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pbjnx.18b2d0682af1b8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: 26dcab04-8d70-419b-bc62-fc8928896b81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-bc9cf9b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: e3e3aedb-9c03-432a-a7d9-110148de2789
  kind: Event
  lastTimestamp: "2026-05-25T12:57:46Z"
  message: 'Created pod: isvc-sklearn-predictor-bc9cf9b57-pbjnx'
  metadata:
    creationTimestamp: "2026-05-25T12:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:57:46Z"
    name: isvc-sklearn-predictor-bc9cf9b57.18b2d055247e9fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31299"
    uid: 8710e55e-2880-41b5-be89-bdebaeefdb9a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: a461fe8d-c798-4a8e-8d1a-d4c54f24d4c3
  kind: Event
  lastTimestamp: "2026-05-25T12:57:46Z"
  message: Scaled up replica set isvc-sklearn-predictor-bc9cf9b57 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:57:46Z"
    name: isvc-sklearn-predictor.18b2d05521b3acae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31291"
    uid: 54944e1e-84ae-47a5-9e8a-542483b87027
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: d890d70d-1f8e-4751-a15c-64773b105a68
  kind: Event
  lastTimestamp: "2026-05-25T12:58:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:58:31Z"
    name: isvc-sklearn-predictor.18b2d058a031a42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: 2e683cf9-9a9d-4439-85ee-a9e082c8ad2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: d890d70d-1f8e-4751-a15c-64773b105a68
  kind: Event
  lastTimestamp: "2026-05-25T12:58:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:58:31Z"
    name: isvc-sklearn-predictor.18b2d058a08f7523
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: 315c76f5-58fa-49d0-82d5-65c2be01c6cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31454"
    uid: d890d70d-1f8e-4751-a15c-64773b105a68
  kind: Event
  lastTimestamp: "2026-05-25T12:59:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:59:01Z"
    name: isvc-sklearn-predictor.18b2d0631dcb9986
    namespace: kserve-ci-e2e-test
    resourceVersion: "31880"
    uid: 266fe348-7c17-4d6e-88de-bbca3d49ef26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31454"
    uid: d890d70d-1f8e-4751-a15c-64773b105a68
  kind: Event
  lastTimestamp: "2026-05-25T12:59:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:59:01Z"
    name: isvc-sklearn-predictor.18b2d0631e296f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "31881"
    uid: a494fe68-7ca5-45c7-9afc-181104a0ea7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:00:07.296556Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:00:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:00:07Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d075d6b2dded
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: bd56cd89-1caf-4203-b041-8c6986daeafd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:07Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d075e1458193
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 43ef17a3-09d9-4640-bbfc-22f27f4a2034
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32485"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:08Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:00:08Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d07613ba1a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: 8a278cf3-85c1-4ad0-9121-4edc17580a42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:08Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d07614f7d790
    namespace: kserve-ci-e2e-test
    resourceVersion: "32498"
    uid: 96f9b315-c6bf-4c87-9b8e-e6fc9466d26f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:08Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d076180ec1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: 19df7c60-1b0d-409b-bfa0-4709118003a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:08Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d076187f8653
    namespace: kserve-ci-e2e-test
    resourceVersion: "32501"
    uid: e30a7a61-cafd-4a40-ab60-ca6c8458a5d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:15Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d077a666eae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32560"
    uid: e443aa52-dae6-41c7-bc22-50a96c8972d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:15Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d077aa251484
    namespace: kserve-ci-e2e-test
    resourceVersion: "32567"
    uid: 5de54b92-17cf-49b1-9202-e333ac423839
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:15Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d077aa9ca4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: cc4546ad-8ccb-4102-bb41-0fa8637a4779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:15Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d077aaaa0240
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: 58454fff-2a83-480a-90f5-5827f6549c5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:15Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d077ada8d41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: e93b7d0d-011c-4b7b-807d-cd084a38db60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:15Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d077ae28cb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 25aea215-5701-431f-b1e2-375e00ed286f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:23Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d0781e59d099
    namespace: kserve-ci-e2e-test
    resourceVersion: "32630"
    uid: fd78bcbf-4c4e-42e0-a493-86b52d2cf65b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:44Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d07e7c4211e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32812"
    uid: f68f63fe-8bbf-40ed-a84b-1da6d90ad95f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 31f8601f-4893-470d-ae33-3928f68c3419
  kind: Event
  lastTimestamp: "2026-05-25T13:00:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:44Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq.18b2d07e7c429182
    namespace: kserve-ci-e2e-test
    resourceVersion: "32814"
    uid: 3b5b54dc-3003-4066-b9e7-4f37b633b5e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32464"
    uid: 5d44e4a6-f499-40da-99d9-d07d144b3173
  kind: Event
  lastTimestamp: "2026-05-25T13:00:07Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-56f6dfd9f9-99zxq'
  metadata:
    creationTimestamp: "2026-05-25T13:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:07Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9.18b2d075d6243040
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: fcfdee25-1ca5-4c25-a8a6-ec11d22a31f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32462"
    uid: ee711d47-bf8c-4efc-9a08-ffc48b68c839
  kind: Event
  lastTimestamp: "2026-05-25T13:00:07Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-56f6dfd9f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:07Z"
    name: isvc-sklearn-runtime-predictor.18b2d075d2e02876
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: 5ddfa49c-19d5-4870-9c6c-0d76601c02a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32463"
    uid: 322b549a-d8e9-4c99-90f8-b30d83aa2cfa
  kind: Event
  lastTimestamp: "2026-05-25T13:00:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:22Z"
    name: isvc-sklearn-runtime-predictor.18b2d0795161c6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32619"
    uid: b894ae66-3315-4ddc-9649-40931b746092
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32463"
    uid: 322b549a-d8e9-4c99-90f8-b30d83aa2cfa
  kind: Event
  lastTimestamp: "2026-05-25T13:00:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:22Z"
    name: isvc-sklearn-runtime-predictor.18b2d07951c09eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: 8e15c9a4-8b6c-41f1-b032-46f15a0c3395
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 322b549a-d8e9-4c99-90f8-b30d83aa2cfa
  kind: Event
  lastTimestamp: "2026-05-25T13:00:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:37Z"
    name: isvc-sklearn-runtime-predictor.18b2d07cd0ccbf29
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 1754fd00-6258-4193-bb76-0a7e2636b7d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 322b549a-d8e9-4c99-90f8-b30d83aa2cfa
  kind: Event
  lastTimestamp: "2026-05-25T13:00:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:37Z"
    name: isvc-sklearn-runtime-predictor.18b2d07cd10c5c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32738"
    uid: 108d9b5e-4964-4c74-b267-3514612767ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32434"
    uid: 920ddc16-49f1-4964-ab84-e3ef00777e7d
  kind: Event
  lastTimestamp: "2026-05-25T13:00:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:00:33Z"
    name: isvc-sklearn-runtime.18b2d075d2bd622b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: fa87cd05-63e0-41cb-897a-3eaee7f31f98
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32434"
    uid: 920ddc16-49f1-4964-ab84-e3ef00777e7d
  kind: Event
  lastTimestamp: "2026-05-25T13:00:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:00:07Z"
    name: isvc-sklearn-runtime.18b2d075d3275bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32469"
    uid: a598d508-b7e2-429b-9d4d-c50fb28430a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32708"
    uid: 920ddc16-49f1-4964-ab84-e3ef00777e7d
  kind: Event
  lastTimestamp: "2026-05-25T13:00:33Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:00:33Z"
    name: isvc-sklearn-runtime.18b2d07bdcd8e3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: c1c1ed9f-8a4c-489c-bf81-0eec29c2c13e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:15:20.473455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40129"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14a744893be
    namespace: kserve-ci-e2e-test
    resourceVersion: "40136"
    uid: 0954bea1-c03c-48b5-9f29-b319722818ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40140"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:20Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14a8d861592
    namespace: kserve-ci-e2e-test
    resourceVersion: "40146"
    uid: 802f7bbc-ea6f-47b3-abc7-f7436278cd98
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14a8fba53e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40148"
    uid: 458b0d6c-6adc-4ace-bf19-7638b23a73ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14a92aa42a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40150"
    uid: daf78150-5111-4c59-938a-d8993bb112ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14a932e35f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40151"
    uid: 271e2e92-c088-473d-9726-8cd336b45c31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:22Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14adcf1c152
    namespace: kserve-ci-e2e-test
    resourceVersion: "40169"
    uid: bf5a9061-d339-49c2-9260-bfc5e637ab63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:22Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14adfa08e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40171"
    uid: 325ee4e8-789c-47ae-963d-9709cb12e511
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:22Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14ae0021389
    namespace: kserve-ci-e2e-test
    resourceVersion: "40172"
    uid: 6b0f4a33-86e5-46d8-81eb-56e0905b7782
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:22Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14ae00e0d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40173"
    uid: 95909afa-a75f-4ada-b54c-2c117d236d71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:22Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14ae3fa09bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: 398c8f80-7e58-49d3-b9a8-49fefce2b5ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:15:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:22Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14ae47e7447
    namespace: kserve-ci-e2e-test
    resourceVersion: "40178"
    uid: 4d2fcc52-74c5-4310-8d0c-0b21fa704405
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:16:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:20Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d14b54a5b05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40606"
    uid: 3379922f-cb99-4b51-bcf1-81d5d9c2a6d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:16:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:40Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d15d14ba8dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40778"
    uid: f3e2c844-8968-432e-9e5c-26591b442412
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: bbff0d45-7021-4fb1-aea1-1ec85cfc54d4
  kind: Event
  lastTimestamp: "2026-05-25T13:16:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:40Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh.18b2d15d14bb9082
    namespace: kserve-ci-e2e-test
    resourceVersion: "40779"
    uid: 528adc83-a517-44c2-9fa2-9120f28bacb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-89bbdf6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40121"
    uid: a86984ea-6d5f-494b-b9c8-4fd1e9015c46
  kind: Event
  lastTimestamp: "2026-05-25T13:15:20Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-89bbdf6fb-n7zjh'
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb.18b2d14a73c6ef5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40132"
    uid: 9c10398c-83f2-4914-b7d5-489df8291add
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40115"
    uid: 9e72e4c8-c5b6-489d-867d-d46a386f8c81
  kind: Event
  lastTimestamp: "2026-05-25T13:15:20Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-89bbdf6fb from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-sklearn-s3-predictor.18b2d14a6ffc0a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40123"
    uid: a71087ce-20c9-4857-895c-6939292a499c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40119"
    uid: 894dbe03-bf06-4d27-8d23-2a91711057b8
  kind: Event
  lastTimestamp: "2026-05-25T13:16:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:16:05Z"
    name: isvc-sklearn-s3-predictor.18b2d14dee7bb03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40501"
    uid: b71a1ab3-bec1-4e7e-8de5-ed0fdbb4bd92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40119"
    uid: 894dbe03-bf06-4d27-8d23-2a91711057b8
  kind: Event
  lastTimestamp: "2026-05-25T13:16:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:16:05Z"
    name: isvc-sklearn-s3-predictor.18b2d14deedf5ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40502"
    uid: 2c0ebc27-b7f5-4aa4-89af-57aba3a2a1b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 894dbe03-bf06-4d27-8d23-2a91711057b8
  kind: Event
  lastTimestamp: "2026-05-25T13:16:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:16:35Z"
    name: isvc-sklearn-s3-predictor.18b2d1586ce0d687
    namespace: kserve-ci-e2e-test
    resourceVersion: "40717"
    uid: d8c4a645-6777-41a5-be38-8f3a7d3d0873
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 894dbe03-bf06-4d27-8d23-2a91711057b8
  kind: Event
  lastTimestamp: "2026-05-25T13:16:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:16:35Z"
    name: isvc-sklearn-s3-predictor.18b2d1586d4c299e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40718"
    uid: 8ce0a5e8-9c36-43e5-b50c-81b5660f0d02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:19:33.920832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42302"
    uid: 0887a890-c7fd-4e27-8aaa-acbe8364240f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:19:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:19:33Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2.18b2d18576ec9d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "42306"
    uid: c56fc682-eb13-45e4-b360-caa919dfcb6a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42310"
    uid: 0887a890-c7fd-4e27-8aaa-acbe8364240f
  kind: Event
  lastTimestamp: "2026-05-25T13:19:34Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:19:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2.18b2d1859080b4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "42318"
    uid: e4c4dec1-1abf-442e-8ec9-21aa17fe027a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 0887a890-c7fd-4e27-8aaa-acbe8364240f
  kind: Event
  lastTimestamp: "2026-05-25T13:19:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:40Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2.18b2d18591c0d72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42367"
    uid: acadba8e-dcaa-4410-b332-6525650c3fe5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 0887a890-c7fd-4e27-8aaa-acbe8364240f
  kind: Event
  lastTimestamp: "2026-05-25T13:19:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:40Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2.18b2d185946bc836
    namespace: kserve-ci-e2e-test
    resourceVersion: "42371"
    uid: 36a7c35f-8e0d-48ea-917e-cb56f4a008c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 0887a890-c7fd-4e27-8aaa-acbe8364240f
  kind: Event
  lastTimestamp: "2026-05-25T13:19:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:40Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2.18b2d18594dd6052
    namespace: kserve-ci-e2e-test
    resourceVersion: "42372"
    uid: 1613e148-ad10-4d40-a416-5a26df376e9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 0887a890-c7fd-4e27-8aaa-acbe8364240f
  kind: Event
  lastTimestamp: "2026-05-25T13:19:43Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2.18b2d187cb5e790c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42423"
    uid: 527c0d0e-16fe-4eef-9dbc-50b83d07e526
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42290"
    uid: 8c16f4dd-c03c-4074-9220-35b0d4f54743
  kind: Event
  lastTimestamp: "2026-05-25T13:19:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-jd8v2'
  metadata:
    creationTimestamp: "2026-05-25T13:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:19:33Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d.18b2d1857686c23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42303"
    uid: c2fe71bd-594a-4624-9490-edea34764188
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42288"
    uid: 8d59dcbc-dfcc-473b-8238-75226de6fbac
  kind: Event
  lastTimestamp: "2026-05-25T13:19:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:19:33Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18b2d1857318e362
    namespace: kserve-ci-e2e-test
    resourceVersion: "42293"
    uid: ad2bc3e2-052e-4336-8c32-4ad272c373aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42278"
    uid: cb857011-aac4-4205-acb2-5c3a0f1ddc4d
  kind: Event
  lastTimestamp: "2026-05-25T13:19:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:19:40Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b2d18572f60c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "42374"
    uid: 0652c259-f50b-4be0-a151-12a97d90d0f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42278"
    uid: cb857011-aac4-4205-acb2-5c3a0f1ddc4d
  kind: Event
  lastTimestamp: "2026-05-25T13:19:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:19:33Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b2d185736320c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42295"
    uid: a0cafe7f-6ae3-4859-a174-7eaf59169584
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:18:12.799369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41631"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:18:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:18:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d17293b5541b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41635"
    uid: 51f9360f-df87-472f-a754-8f72208d55b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d1729ea6afb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41646"
    uid: 6776d27a-b21b-4605-828f-176147eb82ce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41641"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:13Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:18:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d172d108b060
    namespace: kserve-ci-e2e-test
    resourceVersion: "41654"
    uid: 12f2befe-d782-404a-9884-1d969a130487
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d172d27aec38
    namespace: kserve-ci-e2e-test
    resourceVersion: "41656"
    uid: 76e9e3db-6ea3-4e91-a4c8-bd929952d00d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d172d531a1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41659"
    uid: 49bc502d-1b8a-4859-89b3-be347ed2af56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d172d5ed6f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "41660"
    uid: ede3230f-23b1-433e-aeaf-1ac0b748c57d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d1734959d1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "41678"
    uid: d3d4d9fb-116e-43c6-b1e0-1e0ff9dc9c61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d1734d7a6292
    namespace: kserve-ci-e2e-test
    resourceVersion: "41686"
    uid: ebc4b7d3-b052-4cd7-b7ac-c2792d9037a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d1734df40ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41687"
    uid: 65f064b9-8b64-4e3f-b2bd-35fe2a610a46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d1734e00112b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41688"
    uid: 3ebb9653-0ef4-4293-99d8-923c6daea883
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d17350f8c215
    namespace: kserve-ci-e2e-test
    resourceVersion: "41691"
    uid: 36e4dde3-7dad-4e2c-a7b2-204f031d42f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:18:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d1735167c6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41692"
    uid: f670d08d-5464-4cff-84e6-f0dd1eb2c7a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:19:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d17385603377
    namespace: kserve-ci-e2e-test
    resourceVersion: "42097"
    uid: c860d296-25e1-4ed1-a63b-4b99f2a7fab6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:19:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d18535106a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "42264"
    uid: 4777bad0-8f47-47e7-8f8a-560892953ce9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:19:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d18535110b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "42265"
    uid: 808e5292-1b80-480f-91b0-8a05d2d8b653
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: e1e821a9-67d0-419d-8460-5d52132a3bff
  kind: Event
  lastTimestamp: "2026-05-25T13:19:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v.18b2d1853794546e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42266"
    uid: eeeaa714-d12a-4ed4-bc4f-0db9f5c8223d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41622"
    uid: b806ee61-9239-42d5-88d1-e806905b5a07
  kind: Event
  lastTimestamp: "2026-05-25T13:18:12Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-rwl9v'
  metadata:
    creationTimestamp: "2026-05-25T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:18:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb.18b2d172935bfa9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41632"
    uid: 308e19b5-5d8a-4b3f-b0ea-24d42afcd31b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41620"
    uid: 7f04b87c-4733-4b22-b725-92eb65cf649c
  kind: Event
  lastTimestamp: "2026-05-25T13:18:12Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:18:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d17290a9b30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41624"
    uid: 799809bb-9f86-45eb-b648-0dad5c76aaa9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41621"
    uid: c7d6060d-2a69-4625-847d-2f11e18002e1
  kind: Event
  lastTimestamp: "2026-05-25T13:18:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:18:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d1760f1e2eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "41775"
    uid: 90d62dde-bf66-44b0-8568-f2c0d3b4a635
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41621"
    uid: c7d6060d-2a69-4625-847d-2f11e18002e1
  kind: Event
  lastTimestamp: "2026-05-25T13:18:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:18:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d1760f80114c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41777"
    uid: 23f403c4-e4ad-42d2-82a5-35b9f86c6570
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41776"
    uid: c7d6060d-2a69-4625-847d-2f11e18002e1
  kind: Event
  lastTimestamp: "2026-05-25T13:19:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:19:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d1798e8cca11
    namespace: kserve-ci-e2e-test
    resourceVersion: "42203"
    uid: 1f365ac3-3518-4a53-bd5f-ad3d9329e7a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41776"
    uid: c7d6060d-2a69-4625-847d-2f11e18002e1
  kind: Event
  lastTimestamp: "2026-05-25T13:19:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:19:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d1798eedda6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42204"
    uid: 20baf85c-ea5a-40a3-ad35-350d1458b255
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41609"
    uid: 502c7020-456b-422a-9d0d-fcd9155fc1d2
  kind: Event
  lastTimestamp: "2026-05-25T13:19:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:19:22Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b2d17290794e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "42172"
    uid: 3646f6f1-7573-4c79-bdd5-a268a3975ed1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41609"
    uid: 502c7020-456b-422a-9d0d-fcd9155fc1d2
  kind: Event
  lastTimestamp: "2026-05-25T13:18:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:18:12Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b2d17290d3457a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41627"
    uid: 432bc348-e47b-4b28-b5b7-97e091fd1310
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42170"
    uid: 502c7020-456b-422a-9d0d-fcd9155fc1d2
  kind: Event
  lastTimestamp: "2026-05-25T13:19:22Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:19:22Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b2d182e8ff7827
    namespace: kserve-ci-e2e-test
    resourceVersion: "42171"
    uid: 23a9fd65-abd0-45c2-9581-05f0e992b26d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:18:01.717378Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41461"
    uid: a99c9fa5-024b-4147-8c59-e7a13a42b76a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:18:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:18:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w.18b2d16fff2b8cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41467"
    uid: 9e1991e3-74a8-41e1-aef5-e47dc7ce2ff0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41465"
    uid: a99c9fa5-024b-4147-8c59-e7a13a42b76a
  kind: Event
  lastTimestamp: "2026-05-25T13:18:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w.18b2d17008bd5326
    namespace: kserve-ci-e2e-test
    resourceVersion: "41474"
    uid: 26475c42-82c6-4b59-abce-ab2199384549
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41471"
    uid: a99c9fa5-024b-4147-8c59-e7a13a42b76a
  kind: Event
  lastTimestamp: "2026-05-25T13:18:02Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:18:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w.18b2d1703c72ecb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41489"
    uid: cffdab92-b811-487c-8fa8-481fe381a2eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41465"
    uid: a99c9fa5-024b-4147-8c59-e7a13a42b76a
  kind: Event
  lastTimestamp: "2026-05-25T13:18:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w.18b2d1703da5bf2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41541"
    uid: ff36f17c-9f60-49f3-bc82-f2f978cb42bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41465"
    uid: a99c9fa5-024b-4147-8c59-e7a13a42b76a
  kind: Event
  lastTimestamp: "2026-05-25T13:18:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w.18b2d170406ae009
    namespace: kserve-ci-e2e-test
    resourceVersion: "41543"
    uid: dc217ebe-99d5-49d1-afb2-79d1e430da14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41465"
    uid: a99c9fa5-024b-4147-8c59-e7a13a42b76a
  kind: Event
  lastTimestamp: "2026-05-25T13:18:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w.18b2d17040f099c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41546"
    uid: 91975d26-d1e4-4913-b62a-83a755e66627
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41465"
    uid: a99c9fa5-024b-4147-8c59-e7a13a42b76a
  kind: Event
  lastTimestamp: "2026-05-25T13:18:11Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w.18b2d17252e3ead1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41586"
    uid: 3a24319e-eba4-47f4-b26b-5bd61ce5a271
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41452"
    uid: 366c3cb7-9a77-44f8-b73b-c26685a16dfd
  kind: Event
  lastTimestamp: "2026-05-25T13:18:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-fbs5w'
  metadata:
    creationTimestamp: "2026-05-25T13:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:18:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4.18b2d16ffec952a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41464"
    uid: 64744902-b8d0-4414-a822-0f286eab6ced
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41450"
    uid: d3e6b149-e979-49ec-9fe3-29d56defd26b
  kind: Event
  lastTimestamp: "2026-05-25T13:18:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:18:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18b2d16ffbe4b6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41454"
    uid: 0428cd5e-c071-4b45-a746-ff8f8c6f1d49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41441"
    uid: 281f372b-0fcd-4bc0-a1d7-c65738aac3ce
  kind: Event
  lastTimestamp: "2026-05-25T13:18:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:18:08Z"
    name: isvc-sklearn-s3-tls-global-fail.18b2d16ffbc3ca7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41547"
    uid: f5f01885-9afc-4d84-8aca-a507f712d780
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41441"
    uid: 281f372b-0fcd-4bc0-a1d7-c65738aac3ce
  kind: Event
  lastTimestamp: "2026-05-25T13:18:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:18:01Z"
    name: isvc-sklearn-s3-tls-global-fail.18b2d16ffc3ac88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41457"
    uid: 218996a0-d18a-40a5-80e9-72b048cf49e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:16:40.600665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40801"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:16:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:16:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d1c3ccfe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40806"
    uid: 9e6b1c49-ed30-45a3-b7a8-fe4e8a6c6466
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40809"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:41Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:16:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d35c135e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40821"
    uid: 2daa0d46-c529-472b-aeda-2d0e97b452d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d37185f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40823"
    uid: a754be34-e900-425f-8e25-d056d2e993e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d39e52483
    namespace: kserve-ci-e2e-test
    resourceVersion: "40825"
    uid: d076e1e6-3d61-4f7c-95d6-366e8390c821
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d3a5481f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40826"
    uid: e916d5c7-c41a-43ae-9b19-3611e10ada7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d8e26c928
    namespace: kserve-ci-e2e-test
    resourceVersion: "40845"
    uid: 1c8f8007-02af-43bb-ac62-ade3ba355583
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d91d42779
    namespace: kserve-ci-e2e-test
    resourceVersion: "40849"
    uid: c5f67875-13db-4034-9aad-a6eb61c344cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d924beee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40850"
    uid: b4781d1c-e710-43ea-899b-2bc55b0e4fb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d925a35e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40851"
    uid: bb6f6e00-dd22-4326-864b-3afd43b92802
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d956554d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40853"
    uid: abe5b91b-a36b-474b-9f32-fd5b2e219ffe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:16:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:16:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15d95d4a0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40854"
    uid: 01044c00-9977-4794-9d08-ebde997332fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:17:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:17:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d15e0610e29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 594273ff-9023-4e93-bdaa-4089983fc882
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:18:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d16fbedc5f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "41427"
    uid: 06976e4c-a8ea-4def-b345-9e6c3d59fca2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 92442eef-081e-474a-b2fa-66defce35f56
  kind: Event
  lastTimestamp: "2026-05-25T13:18:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:18:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp.18b2d16fbedd169a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41428"
    uid: edd86b17-23dd-4751-8341-f1d741b91090
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 311dc956-9070-48b8-afee-5d58d4a2fa36
  kind: Event
  lastTimestamp: "2026-05-25T13:16:40Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-99hdp'
  metadata:
    creationTimestamp: "2026-05-25T13:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:16:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b.18b2d15d1bdf1c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40804"
    uid: 0868b1f1-fd6f-4d04-b0d4-0a7b3505aa41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40790"
    uid: e8548fb1-3c7b-4890-a436-bd73a553cae5
  kind: Event
  lastTimestamp: "2026-05-25T13:16:40Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:16:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d15d1919b269
    namespace: kserve-ci-e2e-test
    resourceVersion: "40794"
    uid: e0bff1ae-815e-4aae-82e3-3a74adc2715d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40791"
    uid: 9467aa42-db36-479d-88d9-e38898abb9c5
  kind: Event
  lastTimestamp: "2026-05-25T13:17:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:17:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d16097944efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "41155"
    uid: 8fa130a9-d0bd-489b-87ec-1479792d39c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40791"
    uid: 9467aa42-db36-479d-88d9-e38898abb9c5
  kind: Event
  lastTimestamp: "2026-05-25T13:17:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:17:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d160982b504a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41156"
    uid: ff5fe8b8-b8fd-4173-9720-a76a95842024
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:17:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40952"
    uid: 9467aa42-db36-479d-88d9-e38898abb9c5
  kind: Event
  lastTimestamp: "2026-05-25T13:17:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:17:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d16b15648088
    namespace: kserve-ci-e2e-test
    resourceVersion: "41370"
    uid: 77bc0187-112f-4a0a-b350-15bfa172c855
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:17:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40952"
    uid: 9467aa42-db36-479d-88d9-e38898abb9c5
  kind: Event
  lastTimestamp: "2026-05-25T13:17:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:17:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d16b15ce4c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "41371"
    uid: 4efccdb2-044f-439c-b7cd-52791d7e9185
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40780"
    uid: ae101eaf-312a-482e-9551-976d0b25c387
  kind: Event
  lastTimestamp: "2026-05-25T13:17:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:17:50Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2d15d18f3cd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41339"
    uid: f395d789-b528-4dfa-8306-3ce708800cbf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40780"
    uid: ae101eaf-312a-482e-9551-976d0b25c387
  kind: Event
  lastTimestamp: "2026-05-25T13:16:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:16:40Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2d15d19590005
    namespace: kserve-ci-e2e-test
    resourceVersion: "40796"
    uid: 49afd7c1-4172-41e5-8dda-3bda9b69b4e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:17:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41337"
    uid: ae101eaf-312a-482e-9551-976d0b25c387
  kind: Event
  lastTimestamp: "2026-05-25T13:17:50Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:17:50Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2d16d696d0a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "41338"
    uid: bc0c6d4d-0f85-4aaf-ad88-a87ee0bb25d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:20:56.106269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43060"
    uid: 430a9386-fedb-4423-a59b-30748fa7c55f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:20:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:20:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8.18b2d198998eea3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43067"
    uid: 6e334841-3c14-4331-bcd6-31c08b1a6ba5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43070"
    uid: 430a9386-fedb-4423-a59b-30748fa7c55f
  kind: Event
  lastTimestamp: "2026-05-25T13:20:56Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:20:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8.18b2d198b3506674
    namespace: kserve-ci-e2e-test
    resourceVersion: "43080"
    uid: b6b55d75-3b08-44da-85f2-79292bea7f89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43062"
    uid: 430a9386-fedb-4423-a59b-30748fa7c55f
  kind: Event
  lastTimestamp: "2026-05-25T13:21:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8.18b2d198b4ab7f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43119"
    uid: 2c36c7a7-4676-4622-8992-cfef767a09ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43062"
    uid: 430a9386-fedb-4423-a59b-30748fa7c55f
  kind: Event
  lastTimestamp: "2026-05-25T13:21:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8.18b2d198b83041a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43124"
    uid: 1542dad4-bafd-4c15-a975-fbbef689be6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43062"
    uid: 430a9386-fedb-4423-a59b-30748fa7c55f
  kind: Event
  lastTimestamp: "2026-05-25T13:21:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8.18b2d198b8a5674b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43125"
    uid: 2ca746ea-680f-4cc3-81db-cfdc7ff3918b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43062"
    uid: 430a9386-fedb-4423-a59b-30748fa7c55f
  kind: Event
  lastTimestamp: "2026-05-25T13:21:04Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8_kserve-ci-e2e-test(430a9386-fedb-4423-a59b-30748fa7c55f)
  metadata:
    creationTimestamp: "2026-05-25T13:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8.18b2d19a8cca50b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43157"
    uid: 417dc7c4-3977-4904-96b4-87046b6bcd75
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43051"
    uid: 3e4791b2-6dcd-4322-87ae-afd5fe673e2e
  kind: Event
  lastTimestamp: "2026-05-25T13:20:56Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-q4dq8'
  metadata:
    creationTimestamp: "2026-05-25T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:20:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9.18b2d1989901e16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43061"
    uid: 87bcaab9-ef12-42ac-9a62-bcd5b2478d9d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43049"
    uid: 0fa4d7c3-0583-4c5c-b8b4-4ac9534ae618
  kind: Event
  lastTimestamp: "2026-05-25T13:20:56Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:20:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18b2d1989607b293
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: efb1187d-e01f-46e6-a49a-8b54da549477
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43040"
    uid: eeccefea-78d4-4f6d-86c4-bc988618f6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:21:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:21:04Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b2d19895e1656b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43162"
    uid: f2647b8b-9b26-456a-9dd1-d8e14190756f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43040"
    uid: eeccefea-78d4-4f6d-86c4-bc988618f6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:20:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:20:56Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b2d19896b19704
    namespace: kserve-ci-e2e-test
    resourceVersion: "43056"
    uid: a4dbc905-f05d-4e35-b7f6-6843827fdb0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:19:44.975335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42462"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:19:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:19:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d18809d301a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42468"
    uid: 95916d99-231d-4e32-9835-ce4d1e1ae3d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d188163f66aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "42476"
    uid: 2a273372-7349-4232-905b-40e24a30eea0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42472"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:46Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:19:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d18847197bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "42484"
    uid: 8d6c3472-89ba-4f7e-a364-78379e616017
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d188486b6b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42486"
    uid: a6571379-4233-4c32-a9d3-ee130bfb68c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d1884b43ebe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42488"
    uid: e78363b8-3ecb-4930-9a7e-5341be47d273
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d1884bb5ce0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42489"
    uid: 9a56062a-5ee7-4dfa-8ba0-37c6facc27a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d1888d79e561
    namespace: kserve-ci-e2e-test
    resourceVersion: "42507"
    uid: 85039bf5-4597-42c0-a805-b4eb5d632d11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d18890dde098
    namespace: kserve-ci-e2e-test
    resourceVersion: "42509"
    uid: 8f46d597-96f6-4fbc-a58a-c876439fe5fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d188915c31e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42512"
    uid: d7ac8a8a-d9c5-4c4b-acd1-b779344c3117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d188916ae7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42513"
    uid: 2f935768-882c-423b-8849-da01d4037ce6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d1889478958d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42515"
    uid: bdaa3472-0d61-4b23-bee0-ebf8939f96ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:19:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:19:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d18894f11663
    namespace: kserve-ci-e2e-test
    resourceVersion: "42516"
    uid: a0ea6086-cf12-434d-b9c5-ce7fc072a753
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:20:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d188c98875d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42918"
    uid: 1e306e8f-0f68-4ddb-93c7-cced1ca6508b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:20:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d19858e1bead
    namespace: kserve-ci-e2e-test
    resourceVersion: "43029"
    uid: 64d96c88-fc7e-4f24-b464-cb62ee8e8e33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:20:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d19858e23009
    namespace: kserve-ci-e2e-test
    resourceVersion: "43030"
    uid: 04bffb12-4315-44df-b2c7-b75c282d9985
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "42464"
    uid: 17b205cd-931a-4248-bbc0-9fcf8cfdd784
  kind: Event
  lastTimestamp: "2026-05-25T13:20:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.67:8643/healthz": dial tcp
    10.134.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm.18b2d19951a0f2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43112"
    uid: 75ddde17-a321-4910-b24c-0e69d576d3eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42453"
    uid: 45e4f234-fd2d-4ca3-8b6c-6744d9688a9c
  kind: Event
  lastTimestamp: "2026-05-25T13:19:44Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-mmgpm'
  metadata:
    creationTimestamp: "2026-05-25T13:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:19:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c.18b2d18809693cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: cd868618-4338-4dfb-8207-c2d3e2ebf746
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42451"
    uid: b354721e-f941-4b91-9640-571b4ebdfd01
  kind: Event
  lastTimestamp: "2026-05-25T13:19:44Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-754974974c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:19:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d18806ea622b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42456"
    uid: 990f7e75-f0ac-4dda-8b8b-cd5613d934fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42452"
    uid: 59041d23-5c83-41b2-ae8d-a63c8c083237
  kind: Event
  lastTimestamp: "2026-05-25T13:20:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:20:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d18b857e939a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42823"
    uid: 58e99879-5482-43b9-87e2-cbdf8e4ff587
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42452"
    uid: 59041d23-5c83-41b2-ae8d-a63c8c083237
  kind: Event
  lastTimestamp: "2026-05-25T13:20:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:20:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d18b86283799
    namespace: kserve-ci-e2e-test
    resourceVersion: "42824"
    uid: af053839-1233-450b-a7bf-fbdf91f73be4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42606"
    uid: 59041d23-5c83-41b2-ae8d-a63c8c083237
  kind: Event
  lastTimestamp: "2026-05-25T13:20:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:20:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d196032a5750
    namespace: kserve-ci-e2e-test
    resourceVersion: "42928"
    uid: 0825a376-c28b-40ac-b044-89e9bbd3de79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42606"
    uid: 59041d23-5c83-41b2-ae8d-a63c8c083237
  kind: Event
  lastTimestamp: "2026-05-25T13:20:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:20:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d19603876154
    namespace: kserve-ci-e2e-test
    resourceVersion: "42930"
    uid: e9bd11d7-8010-4d5b-8c6a-9c585ed65c70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42442"
    uid: 2e8e60a6-2b88-4a1e-abef-8fdc6ca0f32f
  kind: Event
  lastTimestamp: "2026-05-25T13:20:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:20:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b2d18806a2e8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "43000"
    uid: 80ef6788-5a99-45b0-b368-edbcbe624268
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:19:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42442"
    uid: 2e8e60a6-2b88-4a1e-abef-8fdc6ca0f32f
  kind: Event
  lastTimestamp: "2026-05-25T13:19:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:19:44Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b2d188071df8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42458"
    uid: 31761823-fefe-4dfe-9000-bf6d6738249b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42997"
    uid: 2e8e60a6-2b88-4a1e-abef-8fdc6ca0f32f
  kind: Event
  lastTimestamp: "2026-05-25T13:20:54Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:20:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b2d1982cefb90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42998"
    uid: 4e633e8d-7281-460c-8562-c33050933f95
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40090"
    uid: a4d49ea8-18fc-4a80-a37b-47c97cf780a0
  kind: Event
  lastTimestamp: "2026-05-25T13:16:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:16:30Z"
    name: isvc-sklearn-s3.18b2d14a6f924805
    namespace: kserve-ci-e2e-test
    resourceVersion: "40691"
    uid: 90e05ff5-aae0-4aa2-aaa8-b35d07ba1163
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40090"
    uid: a4d49ea8-18fc-4a80-a37b-47c97cf780a0
  kind: Event
  lastTimestamp: "2026-05-25T13:15:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-sklearn-s3.18b2d14a702357d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40125"
    uid: f938e555-018d-40e8-b309-0ebb8f1287c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:16:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40689"
    uid: a4d49ea8-18fc-4a80-a37b-47c97cf780a0
  kind: Event
  lastTimestamp: "2026-05-25T13:16:30Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:16:30Z"
    name: isvc-sklearn-s3.18b2d15ab84b2867
    namespace: kserve-ci-e2e-test
    resourceVersion: "40690"
    uid: dd56cae3-2bba-4cf5-8f42-c2f5cd05a909
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-588b969f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 274166ea-9d70-4727-ad58-c352dd8b475a
  kind: Event
  lastTimestamp: "2026-05-25T12:57:44Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-588b969f45-p8wdp'
  metadata:
    creationTimestamp: "2026-05-25T12:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:57:44Z"
    name: isvc-sklearn-scheduler-predictor-588b969f45.18b2d054a95db826
    namespace: kserve-ci-e2e-test
    resourceVersion: "31233"
    uid: fd05deb6-9f22-44b5-a0b2-cd5901b8cff0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31221"
    uid: 8891a120-73b1-43c6-addb-69cd8ad1beb2
  kind: Event
  lastTimestamp: "2026-05-25T12:57:44Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-588b969f45 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:57:44Z"
    name: isvc-sklearn-scheduler-predictor.18b2d054a3e707c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31224"
    uid: c5f6c0d0-8c6b-4c59-8de3-11e778963c80
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: 79ea053e-8c13-4175-a735-9d73f6bad7ba
  kind: Event
  lastTimestamp: "2026-05-25T12:57:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:57:45Z"
    name: isvc-sklearn-scheduler.18b2d054a37f5170
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: d3bea781-acb4-4cd8-9a9d-02611a000f50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: 79ea053e-8c13-4175-a735-9d73f6bad7ba
  kind: Event
  lastTimestamp: "2026-05-25T12:57:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:57:44Z"
    name: isvc-sklearn-scheduler.18b2d054a3f5c6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: c89989d8-667f-4109-a82b-374acd701a33
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: 79ea053e-8c13-4175-a735-9d73f6bad7ba
  kind: Event
  lastTimestamp: "2026-05-25T12:57:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:57:44Z"
    name: isvc-sklearn-scheduler.18b2d054a3f60a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "31227"
    uid: 0ca7424e-9253-4456-97e9-065736dabb55
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:03:04.983674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:03:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:03:04Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d09f35ad1813
    namespace: kserve-ci-e2e-test
    resourceVersion: "34015"
    uid: ab26a4d0-c31a-45f3-8e8d-85ca98a1962c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:05Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d09f403028a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34023"
    uid: 0e73b320-a93e-46d3-9731-bd254eb5c015
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:06Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:03:06Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d09f732161fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: 8dfa601f-58a1-4524-b864-6444ad937ee1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:06Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d09f74642eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: a6e4cdca-f381-4725-88c3-12878550f819
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:06Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d09f7809e912
    namespace: kserve-ci-e2e-test
    resourceVersion: "34037"
    uid: 08422cbe-4f6d-483e-9baf-d51133615869
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:06Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d09f787f8cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34038"
    uid: 1f7d7fc0-8f44-417b-ad29-20395fd53c47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0a08bb7341d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34076"
    uid: 9ffac728-c746-4231-96c9-31460482e1ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0a08f0a8379
    namespace: kserve-ci-e2e-test
    resourceVersion: "34081"
    uid: bcb41afc-1cb3-4a9b-9862-998d1a3e3970
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0a08f77eeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: 5ccc41a4-5b42-45a6-ae76-71a2178042ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0a08f853f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34083"
    uid: 73d1e1cd-3b1f-4654-b50f-97a1dbe5163b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0a0926fed76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34085"
    uid: 9f9f10fe-f562-485f-9856-534c03b5c9e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:03:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0a092e1cc90
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: f548954c-57dc-454c-8d54-5932c507b1a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:04:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:28Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0a1037bbef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: 8e466fdc-f480-44b6-b52b-34622610f4eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:04:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:25Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0b1daf21f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34643"
    uid: bfaf6357-4319-4bbd-9041-56e2a6164868
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:04:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:25Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0b1daf28efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34646"
    uid: 4721389a-c5a3-4023-93fb-62645918f35f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 9329233d-b66e-4781-b0e8-deab57371355
  kind: Event
  lastTimestamp: "2026-05-25T13:04:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:28Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6.18b2d0b2b59f0c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: 9e9bca75-e977-4680-8e2d-3a79cb1f0451
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: 859d6d24-99c6-45d3-8deb-bca46a6fb733
  kind: Event
  lastTimestamp: "2026-05-25T13:03:04Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-ntbc6'
  metadata:
    creationTimestamp: "2026-05-25T13:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:03:04Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd.18b2d09f3520f31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34010"
    uid: 1ee17408-e29a-4f51-ad16-d85b465fd427
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33996"
    uid: 66510e95-2428-4c49-a26c-96b65ce4c66a
  kind: Event
  lastTimestamp: "2026-05-25T13:03:04Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5cd9489bbd from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:03:04Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d09f32763f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34000"
    uid: a8cc9ffd-8753-4f46-85e4-4c6896a215ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: d4bcf3ae-2880-48cd-90ea-591df1146d40
  kind: Event
  lastTimestamp: "2026-05-25T13:03:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:03:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d0a2b1304e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34263"
    uid: 0a6332a8-1374-4743-8056-0bf941a863ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: d4bcf3ae-2880-48cd-90ea-591df1146d40
  kind: Event
  lastTimestamp: "2026-05-25T13:03:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:03:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d0a2b18bbf33
    namespace: kserve-ci-e2e-test
    resourceVersion: "34264"
    uid: c5d0f369-b47c-4d0f-87d6-3289f0ce9fea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: d4bcf3ae-2880-48cd-90ea-591df1146d40
  kind: Event
  lastTimestamp: "2026-05-25T13:04:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:04:20Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d0a9af59c011
    namespace: kserve-ci-e2e-test
    resourceVersion: "34586"
    uid: 95cb9518-1713-42b9-8377-bf7d93f5d22b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: d4bcf3ae-2880-48cd-90ea-591df1146d40
  kind: Event
  lastTimestamp: "2026-05-25T13:04:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:04:20Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d0a9afb2195f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: dadd41e1-ca46-4d23-a5b2-b189d25912fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33968"
    uid: 33c771bb-ab7f-40ca-8e27-59a423343d74
  kind: Event
  lastTimestamp: "2026-05-25T13:04:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:04:18Z"
    name: isvc-sklearn-v2-mixed.18b2d09f325b2a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: d34e8f05-1255-4f06-b9e1-e19b206dd6d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33968"
    uid: 33c771bb-ab7f-40ca-8e27-59a423343d74
  kind: Event
  lastTimestamp: "2026-05-25T13:03:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:03:04Z"
    name: isvc-sklearn-v2-mixed.18b2d09f32b8dce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: c440e2dc-1300-412c-bc8e-de2fde2fba19
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34572"
    uid: 33c771bb-ab7f-40ca-8e27-59a423343d74
  kind: Event
  lastTimestamp: "2026-05-25T13:04:18Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:04:18Z"
    name: isvc-sklearn-v2-mixed.18b2d0b066d482dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34573"
    uid: de01c942-df25-4a11-a6bb-424eae642624
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:01:44.692760Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:01:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:01:44Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08c83f6fc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 5042fd67-b031-464f-b0e4-4e8725d94ee1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33363"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:45Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:01:45Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08c9d73d0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33369"
    uid: 118e25ae-e6e7-4b3c-8326-8f7c2ebf07af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:45Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08c9eaaae3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33371"
    uid: fd861771-17d1-4c41-ae7b-17e78317be02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:45Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08ca16b169a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33374"
    uid: 7533431b-bdd1-47b2-9d98-e2183af9b5a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:45Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08ca1e55ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33375"
    uid: 61b2d439-29c3-4067-871f-d0fc6b41237f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:49Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08d9e8daf08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33410"
    uid: 2a0d6d75-4cc9-4a71-999f-6456bd48d3e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:49Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08da1c2936c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: b7fb5bbd-9c9c-4e22-8eb5-317a2d041f7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:49Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08da23737a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33416"
    uid: aa03099d-097a-454e-a974-e579468fd58e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:49Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08da2442a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33417"
    uid: 4998e506-fdc7-4c97-8be1-5a36e01cf3ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:49Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08da577807a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33419"
    uid: 60bd20ec-5f5b-42cc-9d24-40b8a614ed68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:01:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:49Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08da5e3a57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33420"
    uid: 9848e68b-bb69-42c8-8d37-6b26262aeb9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:03:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d08e167dd6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34052"
    uid: e831332e-8791-4ce3-8ebc-b160221911fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:03:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:04Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d09f310d932c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33991"
    uid: 498defbf-8a8b-4294-8d47-069074af0eb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:03:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:04Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d09f310e0d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: 3e8ccff6-8940-4820-9186-07540d5e0b3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: d13f3b53-90a6-483f-bde3-976c62e4c10d
  kind: Event
  lastTimestamp: "2026-05-25T13:03:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:03:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk.18b2d09fc8b5929e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34051"
    uid: 67ddce45-75c0-47ad-b03f-2214c502bf96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-9df9c96c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33340"
    uid: 41038e66-47ac-4341-93b5-ba79eb3f997e
  kind: Event
  lastTimestamp: "2026-05-25T13:01:44Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-9df9c96c7-s2fzk'
  metadata:
    creationTimestamp: "2026-05-25T13:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:01:44Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7.18b2d08c83836ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: c5905340-e3c2-4aa4-9605-2117db812fcf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33338"
    uid: 5e4289af-6d3a-47e3-adc4-2f0ddd96a494
  kind: Event
  lastTimestamp: "2026-05-25T13:01:44Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-9df9c96c7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:01:44Z"
    name: isvc-sklearn-v2-predictor.18b2d08c806fa6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33342"
    uid: 21bbbdb6-ab0a-448e-9498-ad6bd54f4464
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33339"
    uid: 52dc10c4-042d-4a4c-b318-106bd6c76c40
  kind: Event
  lastTimestamp: "2026-05-25T13:02:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:02:14Z"
    name: isvc-sklearn-v2-predictor.18b2d08ffefcd940
    namespace: kserve-ci-e2e-test
    resourceVersion: "33603"
    uid: 36228db2-2734-42fd-887b-6301f780020b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33339"
    uid: 52dc10c4-042d-4a4c-b318-106bd6c76c40
  kind: Event
  lastTimestamp: "2026-05-25T13:02:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:02:14Z"
    name: isvc-sklearn-v2-predictor.18b2d08fff5a3a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: c5600d23-a0a1-4ccf-9384-aaed82a5e9c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:02:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: 52dc10c4-042d-4a4c-b318-106bd6c76c40
  kind: Event
  lastTimestamp: "2026-05-25T13:02:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:02:59Z"
    name: isvc-sklearn-v2-predictor.18b2d096fd6b9905
    namespace: kserve-ci-e2e-test
    resourceVersion: "33924"
    uid: 3aa6d1e0-01ff-430d-bde3-bd324c7de117
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:02:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: 52dc10c4-042d-4a4c-b318-106bd6c76c40
  kind: Event
  lastTimestamp: "2026-05-25T13:02:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:02:59Z"
    name: isvc-sklearn-v2-predictor.18b2d096fdcf5d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "33925"
    uid: 44e2835d-941e-4083-aa79-4dee4b1a3038
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:00:44.524709Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:00:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:00:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07e81ab5fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32836"
    uid: 49ead5bf-d151-48ad-93bb-f66490b14cf7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:44Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:00:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07e9bfc2a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 8afdd8ab-8aaf-44e4-a463-bbf464919fb4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07e9d59bed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32848"
    uid: 82eb8199-86c5-4918-8c0e-90b206086560
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:45Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07ea14385fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32850"
    uid: fd89ac05-c014-45ed-933b-6b04366524ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:45Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07ea1a8ffc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: 251b6c91-5a24-40f5-8cd3-98f37845434e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:49Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T13:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07f999ff182
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: 6deab912-a4c9-45b6-8bc7-39bd1ea64718
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07f9d25f55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32894"
    uid: 3f4a980d-359f-4759-93bd-1b9902eb81be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07f9d9e6435
    namespace: kserve-ci-e2e-test
    resourceVersion: "32895"
    uid: a8b3fad1-be2b-4b53-a1eb-971e350fcff0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07f9daaff68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32896"
    uid: 4f9c7518-2d1a-4262-a4e2-82acb38e13ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07fa0b5e7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32898"
    uid: 51db4a1e-cd4f-4445-a1d6-7353da7f27f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:00:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d07fa125af58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: 2befbb28-4a4b-478c-95cb-5e0cfd56a467
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:01:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-25T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d0883a803c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33163"
    uid: 06f48e40-1031-4b47-92a7-5553f9619686
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:01:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d08c7eeb11b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 63f67e9d-82bb-4f77-b56d-a74b190e0b1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:01:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d08c7eeba012
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: 16b2f018-c205-44d1-b8f4-51c4891b2c81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:01:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d08cdf8cf53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33388"
    uid: 53fde35b-ac81-4456-b032-fa6288219c67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: afa89f41-d774-4590-8679-b32702331950
  kind: Event
  lastTimestamp: "2026-05-25T13:01:47Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-05-25T13:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:01:47Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4.18b2d08d1dec97f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33398"
    uid: 56915f0a-8958-4b50-b5b4-995de472c315
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32819"
    uid: def66afa-d502-4d2b-8db8-b0e85221c760
  kind: Event
  lastTimestamp: "2026-05-25T13:00:44Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-5pwt4'
  metadata:
    creationTimestamp: "2026-05-25T13:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18b2d07e814c9afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32833"
    uid: fc66be59-2a3a-44a9-b7b2-5d0d54a1aabe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: 33fdaa78-13a8-4b5c-b120-02ac2d9e3bbb
  kind: Event
  lastTimestamp: "2026-05-25T13:00:44Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d07e7dbac3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32821"
    uid: e6a6f4b5-cb06-4770-9c74-aa8655f961c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32818"
    uid: f4c7a42c-aba2-4fa8-8a65-0d81a783dcef
  kind: Event
  lastTimestamp: "2026-05-25T13:01:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:01:29Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d081fc64c077
    namespace: kserve-ci-e2e-test
    resourceVersion: "33189"
    uid: 39ed6a1b-3039-437c-99d4-64f894cb0758
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32818"
    uid: f4c7a42c-aba2-4fa8-8a65-0d81a783dcef
  kind: Event
  lastTimestamp: "2026-05-25T13:01:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:01:29Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d081fcc42b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33190"
    uid: 6ef8fdc2-02d6-4bd5-b1ba-8c91f723f1c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32982"
    uid: f4c7a42c-aba2-4fa8-8a65-0d81a783dcef
  kind: Event
  lastTimestamp: "2026-05-25T13:01:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:01:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d08c7a5ec3b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33307"
    uid: e0c686e5-98ba-4749-b236-151bfff21e86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32982"
    uid: f4c7a42c-aba2-4fa8-8a65-0d81a783dcef
  kind: Event
  lastTimestamp: "2026-05-25T13:01:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:01:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d08c7ac3810b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33308"
    uid: 2cfbe3a5-f1f0-40dc-b7bf-360f699c5299
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32789"
    uid: 9a141481-da12-45d5-8703-8f532e43e7ef
  kind: Event
  lastTimestamp: "2026-05-25T13:01:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:01:36Z"
    name: isvc-sklearn-v2-runtime.18b2d07e7da988df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: e93d2263-6bb5-48e4-bfd3-052fc1287948
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32789"
    uid: 9a141481-da12-45d5-8703-8f532e43e7ef
  kind: Event
  lastTimestamp: "2026-05-25T13:00:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:00:44Z"
    name: isvc-sklearn-v2-runtime.18b2d07e7e55c1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32824"
    uid: 6d99ca9b-e42a-435e-ad47-701baf643b6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 9a141481-da12-45d5-8703-8f532e43e7ef
  kind: Event
  lastTimestamp: "2026-05-25T13:01:36Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:01:36Z"
    name: isvc-sklearn-v2-runtime.18b2d08a90c34cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 09e2a5f7-bf4c-4013-843a-6341c43bccbd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33310"
    uid: 8b3770c7-0cb5-4a28-aed1-bf1e6678a936
  kind: Event
  lastTimestamp: "2026-05-25T13:02:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:02:57Z"
    name: isvc-sklearn-v2.18b2d08c804c2355
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: c102d01d-0d89-4b1c-b8c1-d448b2bd3fbc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:01:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33310"
    uid: 8b3770c7-0cb5-4a28-aed1-bf1e6678a936
  kind: Event
  lastTimestamp: "2026-05-25T13:01:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:01:44Z"
    name: isvc-sklearn-v2.18b2d08c809c2bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: 8cd18d36-c57d-4e98-be2e-fef631a75632
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:02:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: 8b3770c7-0cb5-4a28-aed1-bf1e6678a936
  kind: Event
  lastTimestamp: "2026-05-25T13:02:57Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:02:57Z"
    name: isvc-sklearn-v2.18b2d09d791f702c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: 02e02559-d41b-4975-a7b1-02a509aa240b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31262"
    uid: 3bad9cfe-6cf8-4d15-a3c9-3c3c98f90d77
  kind: Event
  lastTimestamp: "2026-05-25T12:58:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:58:58Z"
    name: isvc-sklearn.18b2d055218ed54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 9d217180-d483-47ce-a447-2d5b69967165
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31262"
    uid: 3bad9cfe-6cf8-4d15-a3c9-3c3c98f90d77
  kind: Event
  lastTimestamp: "2026-05-25T12:57:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T12:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:57:46Z"
    name: isvc-sklearn.18b2d055222cb9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 12b83a1b-ac15-42b3-aa6e-79be5170a985
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31296"
    uid: 3bad9cfe-6cf8-4d15-a3c9-3c3c98f90d77
  kind: Event
  lastTimestamp: "2026-05-25T12:57:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:57:46Z"
    name: isvc-sklearn.18b2d05528d91918
    namespace: kserve-ci-e2e-test
    resourceVersion: "31314"
    uid: 4466839b-08c5-41ba-bfe0-17c507b96b1c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:58:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: 3bad9cfe-6cf8-4d15-a3c9-3c3c98f90d77
  kind: Event
  lastTimestamp: "2026-05-25T12:58:58Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:58:58Z"
    name: isvc-sklearn.18b2d065dbb43bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31858"
    uid: 372b08c3-f56b-42ac-bf42-445740a75cf8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:04:25.155144Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34665"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-lvzzh
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:04:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:04:25Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b1e044a443
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: b550d73c-cd89-4648-bbcb-b1b7c5700143
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:25Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b1e9d1dcb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34681"
    uid: 93fb5a29-302f-460c-806d-299d436ae890
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34675"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:26Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:04:26Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b21d25507e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34696"
    uid: aaf68b67-265d-4396-bc10-6d1b9debbfaa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:26Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b21e63e074
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: 15b8dc70-cba4-4d8e-9f4b-9367cf43eb58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:26Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b2213fca1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: a78d22c3-feb4-4b73-871c-d26ecaa03332
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:26Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b221b35213
    namespace: kserve-ci-e2e-test
    resourceVersion: "34700"
    uid: 2cc4af54-818a-4939-bb96-4798cde04ff7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:31Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-05-25T13:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b3577dd7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 09ee046a-614a-43e8-b877-7e0426e4a56d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:35Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.859s (3.859s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:35Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b43d885ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: fa72308b-cdca-4eb1-9353-37333147d8fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:35Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b4408a95ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34780"
    uid: b37c9f8c-ec7d-49ca-a20b-ae94879bda94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:35Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b441339cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 219b0ec9-7be3-4e09-bad5-ce1684ac59c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:35Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b44140a94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34782"
    uid: 1061c25a-680e-402d-9ae8-ec841118648e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:35Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b4441db2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34783"
    uid: 99319686-91c7-4c59-83d4-ea12a58dd67f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:35Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b44497f38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34784"
    uid: c3a57719-1702-4d3d-9f07-6db28a96fd2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:04:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:04:42Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0b4825feff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34837"
    uid: 2dec07a5-3dba-4062-8e31-e5a2e47c6bf2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:05:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:06Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0bb6b5f38e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35038"
    uid: 5b26ab0a-5161-462e-b03a-90d1aad0596a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:05:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:06Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0bb6b5fd1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35041"
    uid: d956e9d0-eb4e-4fe1-89ae-302204814ef4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 7f7d5c39-0ce5-4ee5-9561-dcb375baa216
  kind: Event
  lastTimestamp: "2026-05-25T13:05:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-lvzzh.18b2d0bbba43dd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35291"
    uid: 3cb48272-995f-486e-9f43-72e6f43c0c3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34654"
    uid: fe1cc947-8638-43f5-abc4-04fafbe7d58a
  kind: Event
  lastTimestamp: "2026-05-25T13:04:25Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-lvzzh'
  metadata:
    creationTimestamp: "2026-05-25T13:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:04:25Z"
    name: isvc-tensorflow-predictor-6756f669d7.18b2d0b1dfc5c64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34666"
    uid: 3a9240f5-f14c-44b4-b8b5-c5c9a05ed4a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: f3ca4368-b754-4480-a175-f82721fed235
  kind: Event
  lastTimestamp: "2026-05-25T13:04:25Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:04:25Z"
    name: isvc-tensorflow-predictor.18b2d0b1dcff159b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34657"
    uid: 5244a77f-4467-415d-9bde-94ab8f835edf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34653"
    uid: d27c1f75-08b7-4349-a8d2-3345aeb27231
  kind: Event
  lastTimestamp: "2026-05-25T13:04:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:04:40Z"
    name: isvc-tensorflow-predictor.18b2d0b55bb41f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34819"
    uid: 3beede42-b710-4a25-9e3d-b740ac7c701a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34653"
    uid: d27c1f75-08b7-4349-a8d2-3345aeb27231
  kind: Event
  lastTimestamp: "2026-05-25T13:04:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:04:40Z"
    name: isvc-tensorflow-predictor.18b2d0b55c075698
    namespace: kserve-ci-e2e-test
    resourceVersion: "34821"
    uid: 91fb5629-37a2-4f26-9400-b823972d995e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34820"
    uid: d27c1f75-08b7-4349-a8d2-3345aeb27231
  kind: Event
  lastTimestamp: "2026-05-25T13:04:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:04:55Z"
    name: isvc-tensorflow-predictor.18b2d0b8dab4c947
    namespace: kserve-ci-e2e-test
    resourceVersion: "34935"
    uid: f38b37d4-3440-40d9-8704-36a89a1af80c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34820"
    uid: d27c1f75-08b7-4349-a8d2-3345aeb27231
  kind: Event
  lastTimestamp: "2026-05-25T13:04:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:04:55Z"
    name: isvc-tensorflow-predictor.18b2d0b8db13e9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34937"
    uid: d349f273-acca-4abe-84eb-4ee66ce2e5e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:05:06.230459Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35058"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:05:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:05:06Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bb708c363b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35062"
    uid: 528def43-739c-4ef2-9bb0-657dae9b551c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:06Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bb7884e415
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: de82b7ab-ec53-4592-9fcd-bf4c3d93c51f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35067"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:07Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:05:07Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bbae1c0a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35081"
    uid: 420e82b5-0719-477f-91a5-d9c52459f2d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:07Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bbaf5a216c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35083"
    uid: a77a8cb1-ea9c-4472-ac7c-4a0c3169938d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:07Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bbb27c22a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35084"
    uid: dabef21c-c27d-4378-9737-2398b2fc18de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:07Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bbb2f84f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "35085"
    uid: 073c6b2d-e0c0-4463-8b2a-ccba4d129cec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:13Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-05-25T13:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:13Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bd0cfdd41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35143"
    uid: 93c35e5b-80fd-42a0-b593-824bf41c2ba5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:16Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.569s (3.569s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bde1c4dcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35172"
    uid: e889872b-5c84-4b55-af1a-0dea64c4a853
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bde4775a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: b79b58df-571a-4fbf-b1af-d15215d05cf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bde4d30863
    namespace: kserve-ci-e2e-test
    resourceVersion: "35174"
    uid: 631dbdf1-ecaa-4503-8ceb-16268a77827b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bde4def5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35175"
    uid: a06e9489-5cec-4400-8854-125e42381072
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bde7fd2b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35176"
    uid: fdabb67b-30d8-4c7b-9b42-f6b274908e1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0bde85a6ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35177"
    uid: e1475391-95bb-4cc5-8a7b-c73fd1a5f21e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0be386c94c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: 8bb17a69-26d0-4e9b-809e-c5345ed230ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0c502412514
    namespace: kserve-ci-e2e-test
    resourceVersion: "35432"
    uid: 01c12351-db5a-4401-9454-86aa14fdbef9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:05:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0c50241af8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35435"
    uid: 3bc61447-0412-43de-8975-1ec3cede3bab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 56c1b207-9a74-4f0f-a503-ce36347b8515
  kind: Event
  lastTimestamp: "2026-05-25T13:06:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:06:14Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m.18b2d0c5705c7549
    namespace: kserve-ci-e2e-test
    resourceVersion: "35681"
    uid: 2dc95b8d-4562-404f-b94b-d110f8a54baa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: e5d850f2-0248-48e3-9543-fd7a1e7f98de
  kind: Event
  lastTimestamp: "2026-05-25T13:05:06Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-mvq7m'
  metadata:
    creationTimestamp: "2026-05-25T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:05:06Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18b2d0bb702da7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35059"
    uid: bbf985a6-c905-463a-b40a-6a3efd8c4eea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35046"
    uid: c717cd62-b1ba-444f-b8c1-4159f10056df
  kind: Event
  lastTimestamp: "2026-05-25T13:05:06Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:05:06Z"
    name: isvc-tensorflow-runtime-predictor.18b2d0bb6d4ed35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35051"
    uid: 563e9c7a-6f03-4de8-a333-817d6d437faa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35047"
    uid: 3d42ba59-ae9a-479f-b74e-b23c1ee77d57
  kind: Event
  lastTimestamp: "2026-05-25T13:05:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:05:21Z"
    name: isvc-tensorflow-runtime-predictor.18b2d0beec4572f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 7858a405-df7e-4baa-826e-52db5fbf8f4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35047"
    uid: 3d42ba59-ae9a-479f-b74e-b23c1ee77d57
  kind: Event
  lastTimestamp: "2026-05-25T13:05:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:05:21Z"
    name: isvc-tensorflow-runtime-predictor.18b2d0beec97ddc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35210"
    uid: 30db52d5-ff35-4839-8d11-79a787405f02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 3d42ba59-ae9a-479f-b74e-b23c1ee77d57
  kind: Event
  lastTimestamp: "2026-05-25T13:05:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:05:36Z"
    name: isvc-tensorflow-runtime-predictor.18b2d0c26b3fb720
    namespace: kserve-ci-e2e-test
    resourceVersion: "35327"
    uid: d2339523-6dbd-4f78-b602-a26f58633cf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 3d42ba59-ae9a-479f-b74e-b23c1ee77d57
  kind: Event
  lastTimestamp: "2026-05-25T13:05:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:05:36Z"
    name: isvc-tensorflow-runtime-predictor.18b2d0c26b9b59c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35329"
    uid: 8728129a-57ab-4dcb-bd09-6b9acf20201c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35018"
    uid: ca3b0647-1b78-4f68-8e23-3d09806cae02
  kind: Event
  lastTimestamp: "2026-05-25T13:05:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:05:34Z"
    name: isvc-tensorflow-runtime.18b2d0bb6d2dd4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35314"
    uid: cb85dff4-c71e-4eff-8b03-a50c0e051efa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35018"
    uid: ca3b0647-1b78-4f68-8e23-3d09806cae02
  kind: Event
  lastTimestamp: "2026-05-25T13:05:06Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:05:06Z"
    name: isvc-tensorflow-runtime.18b2d0bb6d800055
    namespace: kserve-ci-e2e-test
    resourceVersion: "35053"
    uid: 82bedad7-a1ed-4472-862c-3fbd7a819e66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: ca3b0647-1b78-4f68-8e23-3d09806cae02
  kind: Event
  lastTimestamp: "2026-05-25T13:05:34Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:05:34Z"
    name: isvc-tensorflow-runtime.18b2d0c1f773fccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: 1875d013-bb6f-4950-bc3d-9a151a42826b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 282537e5-aff6-40c0-a3ee-523660b872dd
  kind: Event
  lastTimestamp: "2026-05-25T13:04:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:04:52Z"
    name: isvc-tensorflow.18b2d0b1dcd8cda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: 6a66b855-f48a-48d5-8819-f1b7a98835ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 282537e5-aff6-40c0-a3ee-523660b872dd
  kind: Event
  lastTimestamp: "2026-05-25T13:04:25Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:04:25Z"
    name: isvc-tensorflow.18b2d0b1dd2d92e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34677"
    uid: 339021c3-3113-44e3-b2fa-01e0c08c3de9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34663"
    uid: 282537e5-aff6-40c0-a3ee-523660b872dd
  kind: Event
  lastTimestamp: "2026-05-25T13:04:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:04:25Z"
    name: isvc-tensorflow.18b2d0b1e4123ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: 6fc97075-6ef3-4894-8a0c-08e8a6515a91
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:04:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34916"
    uid: 282537e5-aff6-40c0-a3ee-523660b872dd
  kind: Event
  lastTimestamp: "2026-05-25T13:04:52Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:04:52Z"
    name: isvc-tensorflow.18b2d0b840f802c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34918"
    uid: 8d161e49-a80b-4d05-a0fc-e6506949e48d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:05:47.469636Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35454"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-87wbf
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0c50a982dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "35458"
    uid: 97585358-d736-4237-bd8f-a91edb19883c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35465"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:05:47Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0c52427d362
    namespace: kserve-ci-e2e-test
    resourceVersion: "35477"
    uid: 0c2d7334-a673-42f7-902a-88916425c52a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:05:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0c5255161b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35479"
    uid: 9c238e4b-5f40-4b02-bb46-2edafcf9790e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:05:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0c527a29a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35480"
    uid: 0b589c9a-efa8-49ff-8312-2e7e87288e76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:05:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0c52807df16
    namespace: kserve-ci-e2e-test
    resourceVersion: "35481"
    uid: 541d408d-6b91-413f-a9b9-479b9bf04241
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:05:51Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-05-25T13:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:05:51Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0c605579d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35516"
    uid: 12cd3d20-edbe-4092-970f-cb8fca81d17b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:07:45Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.378s
    (1m53.378s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:45Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0e06b3cb94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: f37dcbc7-7e30-4270-9ee4-19311bd61f20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:07:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:45Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0e0711229ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 8a9c12ac-794b-457a-8393-7a546592f2b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:07:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:45Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0e071e5a469
    namespace: kserve-ci-e2e-test
    resourceVersion: "36308"
    uid: 7fcfab8f-3c6b-4f70-9125-f9698bf526c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:07:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:45Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0e071f14b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: 83c74855-6bdf-41ca-a895-fa166e126c9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:07:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:45Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0e075fd3398
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: 440019ec-ea8a-45de-828d-fb4f52ac985e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:07:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:45Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0e07697537f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: c215f46f-0008-4fc6-af60-7bcdd0e5bb33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:07:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:48Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0e0e1d48dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36336"
    uid: c03c6efb-c92f-4625-a58b-6950d1a6ba1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:07:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:58Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0e3a9ba8176
    namespace: kserve-ci-e2e-test
    resourceVersion: "36454"
    uid: 452f2cdd-1fdb-4475-a225-7c278a8228d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-87wbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: b4bd29dd-8ffb-4d68-a2fa-007b1b5b0549
  kind: Event
  lastTimestamp: "2026-05-25T13:07:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:58Z"
    name: isvc-triton-predictor-84bb65d94b-87wbf.18b2d0e3a9bb23a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 07958b3f-85cf-40f7-b039-24b67a7cea00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35445"
    uid: 020e9280-1230-48f5-9e16-45f1baacfd92
  kind: Event
  lastTimestamp: "2026-05-25T13:05:47Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-87wbf'
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-triton-predictor-84bb65d94b.18b2d0c50a389217
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 7a9c9ba6-d131-427f-be76-5fec80d9c193
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: 296ed4ae-1c0e-4627-b702-95b3aefc3217
  kind: Event
  lastTimestamp: "2026-05-25T13:05:47Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-triton-predictor.18b2d0c5074fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 64e80c7a-8e7a-475b-92fd-3da42f06db86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T13:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35443"
    uid: fb61554d-081e-450d-8367-3da9baf92673
  kind: Event
  lastTimestamp: "2026-05-25T13:07:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:07:47Z"
    name: isvc-triton-predictor.18b2d0c885b38add
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: 11ec57df-1e5b-407e-a4ad-b892962ad5c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T13:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35443"
    uid: fb61554d-081e-450d-8367-3da9baf92673
  kind: Event
  lastTimestamp: "2026-05-25T13:07:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:07:47Z"
    name: isvc-triton-predictor.18b2d0c8860ff5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36331"
    uid: 51f8efa8-e497-47a2-98d3-1012492ec170
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: 9f0093d5-660b-4e9d-900c-25782c23c5fa
  kind: Event
  lastTimestamp: "2026-05-25T13:07:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:07:53Z"
    name: isvc-triton.18b2d0c50720f7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36389"
    uid: 0ea448bc-fe54-4ccb-9ab0-56c3cea877a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:05:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: 9f0093d5-660b-4e9d-900c-25782c23c5fa
  kind: Event
  lastTimestamp: "2026-05-25T13:05:47Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:05:47Z"
    name: isvc-triton.18b2d0c5078540eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35450"
    uid: 5c91a1e8-8a5b-4b70-8e41-408d0cdef6ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36387"
    uid: 9f0093d5-660b-4e9d-900c-25782c23c5fa
  kind: Event
  lastTimestamp: "2026-05-25T13:07:53Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:07:53Z"
    name: isvc-triton.18b2d0e24d6490d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: 7c9bcfdb-c61f-4188-84d9-fe851a245070
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:07:59.094173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36471"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-56gqk
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:07:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:07:59Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e3b0072c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "36477"
    uid: 3f9c8c7f-2be5-4d70-a0e7-0fef63cdd9b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:07:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:07:59Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e3bc80a73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36487"
    uid: 3c6b627d-b6c8-4b70-923f-ab077a695d87
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36480"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:00Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:08:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e3ed70ff4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36497"
    uid: 8a481e90-9823-486e-a368-c832565da94c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e3eea4d55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36499"
    uid: 2786ab1c-ad77-4655-a8ed-81257b5cb75b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e3f18fdb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36500"
    uid: bc4ab381-9301-4f32-85d2-d1ba25f0e0df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e3f2042f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 897d8278-99b2-4741-bd5a-6e44fd38351f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:04Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T13:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:04Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e4ff8ef2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36546"
    uid: 13723a9f-dc35-4320-a1f3-16bb166ddc7a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:23Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.482s (18.482s
    including waiting). Image size: 1306319098 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:23Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e94d3a7c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36678"
    uid: 010f9ee4-6dba-4ab3-bf2a-6f68b4aff1de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:23Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e950bb3cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: f6cfee16-3281-496b-a465-4046ddc5c40f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:23Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e9512bd47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: edcb51c5-b20b-46dd-8df3-509f19ef9cff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:23Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e95138a163
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 86f6a62b-7504-413b-a91f-bfee3257aa1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:23Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e95450b048
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: 070c6d2d-62bf-4d2d-8ae1-6d6ea90ef5da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:08:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:08:23Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e954ba6bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36683"
    uid: dab8b098-1b87-4400-87a7-6ad38da7b3fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:09:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0e9ac7bbe9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37304"
    uid: f5deb2e2-4292-4ca8-a99d-e44c15d92e6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:09:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0faff52a036
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: d9fd9476-a63c-422f-bbbb-8d1240da6d68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:09:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0faff53a84e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: a18eba85-04af-4f75-ae67-ee826ad3a46b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 4f199f36-2d68-464a-84fa-3a9fe148ceb9
  kind: Event
  lastTimestamp: "2026-05-25T13:09:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-56gqk.18b2d0fb5e97d09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37303"
    uid: b44d27e4-9323-4609-939d-09ed8487f8d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36460"
    uid: 7e928adc-ac85-4c04-988b-3d0468a47bcd
  kind: Event
  lastTimestamp: "2026-05-25T13:07:59Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-56gqk'
  metadata:
    creationTimestamp: "2026-05-25T13:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:07:59Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18b2d0e3afa159c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: 39567902-2116-44f6-80c0-e47d3244f501
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: 0837e3f0-6a6c-4268-a1c8-cf3f8b8afccf
  kind: Event
  lastTimestamp: "2026-05-25T13:07:59Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:07:59Z"
    name: isvc-xgboost-predictor.18b2d0e3ab1433e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: 3447bb1a-aa05-4d92-bde0-c2c05e016911
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 5df358b9-3272-4915-8ad2-58ff2e44330b
  kind: Event
  lastTimestamp: "2026-05-25T13:08:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:08:59Z"
    name: isvc-xgboost-predictor.18b2d0e72a052831
    namespace: kserve-ci-e2e-test
    resourceVersion: "36938"
    uid: dcaa6d82-eba7-4a1d-a824-d9382719adf2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 5df358b9-3272-4915-8ad2-58ff2e44330b
  kind: Event
  lastTimestamp: "2026-05-25T13:08:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:08:59Z"
    name: isvc-xgboost-predictor.18b2d0e72a61266d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36939"
    uid: 38c35fc2-d625-4c97-8c05-d03ef4022a99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 5df358b9-3272-4915-8ad2-58ff2e44330b
  kind: Event
  lastTimestamp: "2026-05-25T13:09:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:09:29Z"
    name: isvc-xgboost-predictor.18b2d0ee2858bb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "37149"
    uid: 5ba1af44-4116-454e-9590-b4f252dd4977
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:08:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 5df358b9-3272-4915-8ad2-58ff2e44330b
  kind: Event
  lastTimestamp: "2026-05-25T13:09:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:09:29Z"
    name: isvc-xgboost-predictor.18b2d0ee28b4df09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37150"
    uid: 0041897e-1522-4c7b-9d3b-2aef8f473273
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:11:19.629706Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38154"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:11:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:11:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d11260e09979
    namespace: kserve-ci-e2e-test
    resourceVersion: "38160"
    uid: 3fd084bf-245c-4b16-ab1c-7eab45e27dda
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d1126dcceb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "38168"
    uid: 6a3ae973-c9b8-485e-90b8-874c8dd2748f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:20Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:11:20Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d1129da415d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38174"
    uid: a843a5ad-c2f7-46d3-a13f-741834f9a9a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:20Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d1129ed6a166
    namespace: kserve-ci-e2e-test
    resourceVersion: "38176"
    uid: 40dafd9f-a5e2-4388-914f-c6d849cb928b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:20Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d112a1c801f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38179"
    uid: 37d00351-fd46-4f0d-9e96-8ae4a5f14ffe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:20Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d112a22499e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38180"
    uid: db87f351-3f21-491b-86be-1c50043bb3ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:24Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T13:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:24Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d113899307b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38216"
    uid: 2b5c1502-cad4-4e48-a299-7eb1af86c5dd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:42Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.687s (17.687s
    including waiting). Image size: 1306319098 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d117a7d39e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 8ccef3f8-1a48-4a6e-9a2f-7ae145d582c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d117ab858949
    namespace: kserve-ci-e2e-test
    resourceVersion: "38349"
    uid: 84e0f964-0c2b-4a7c-827a-ef11a94a11dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d117abe895e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38350"
    uid: e97db27f-80c4-45ad-a8eb-b927409ff053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d117abf5e2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38351"
    uid: f2f496d6-44a2-451a-adb8-22ae0fc01bad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d117ae8d9211
    namespace: kserve-ci-e2e-test
    resourceVersion: "38352"
    uid: f1a49995-e8ae-4917-8724-6932632a1efe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:11:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d117aeeef00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38353"
    uid: d30b3b3a-e4b7-43a1-9b5e-8d0d09ee8b10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:12:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:12:39Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d117f980f2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38764"
    uid: 2ef69e0d-6e8d-4769-8ce6-8f412bb6cc4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:12:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:12:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d129b28bcfc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38936"
    uid: 8786450d-65fe-4c37-bb3f-b77a91586642
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 10b02418-072a-41ca-a345-b1def6a887f5
  kind: Event
  lastTimestamp: "2026-05-25T13:12:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:12:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-gjlvb.18b2d129b28ce751
    namespace: kserve-ci-e2e-test
    resourceVersion: "38940"
    uid: 967e33ed-99ba-4b7b-9e4e-984d806cbf7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38145"
    uid: 475ad639-75a4-493d-84e0-d053e83c8b20
  kind: Event
  lastTimestamp: "2026-05-25T13:11:19Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-gjlvb'
  metadata:
    creationTimestamp: "2026-05-25T13:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:11:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18b2d112607c04c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38157"
    uid: b95d71ef-6514-43e3-a74b-6890bf3f585a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38143"
    uid: f074b17d-1609-48bd-8869-ef8e3399bf4a
  kind: Event
  lastTimestamp: "2026-05-25T13:11:19Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T13:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:11:19Z"
    name: isvc-xgboost-runtime-predictor.18b2d1125d964736
    namespace: kserve-ci-e2e-test
    resourceVersion: "38147"
    uid: c29c961d-8559-40a0-841a-f7f0658c4f5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 5e3b596d-45f2-4f15-bec5-a3371d761a6a
  kind: Event
  lastTimestamp: "2026-05-25T13:12:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:12:04Z"
    name: isvc-xgboost-runtime-predictor.18b2d115dcb8cdd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: e3f6ac54-c20a-4eda-8058-8331219a4afc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 5e3b596d-45f2-4f15-bec5-a3371d761a6a
  kind: Event
  lastTimestamp: "2026-05-25T13:12:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:12:04Z"
    name: isvc-xgboost-runtime-predictor.18b2d115dd1b033f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 8b0e3e98-3b0f-45f0-9c2e-bd7a5d23435b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 5e3b596d-45f2-4f15-bec5-a3371d761a6a
  kind: Event
  lastTimestamp: "2026-05-25T13:12:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:12:49Z"
    name: isvc-xgboost-runtime-predictor.18b2d1205a2454b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38836"
    uid: b134e277-f6c5-4412-a470-1556ce9ea027
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 5e3b596d-45f2-4f15-bec5-a3371d761a6a
  kind: Event
  lastTimestamp: "2026-05-25T13:12:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:12:49Z"
    name: isvc-xgboost-runtime-predictor.18b2d1205a83cb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: 59510b07-d238-4d63-9d6a-715eeeabe4cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: a3b1830c-cf5c-4bfe-a371-bac9c79df9ea
  kind: Event
  lastTimestamp: "2026-05-25T13:12:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:12:49Z"
    name: isvc-xgboost-runtime.18b2d1125d74450e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: 255168c0-15a8-4339-bbdf-b4728127861f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: a3b1830c-cf5c-4bfe-a371-bac9c79df9ea
  kind: Event
  lastTimestamp: "2026-05-25T13:11:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:11:19Z"
    name: isvc-xgboost-runtime.18b2d1125dd6cbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: c6a79546-490f-470c-a5a6-32d86fdec0fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38839"
    uid: a3b1830c-cf5c-4bfe-a371-bac9c79df9ea
  kind: Event
  lastTimestamp: "2026-05-25T13:12:49Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:12:49Z"
    name: isvc-xgboost-runtime.18b2d1275c697ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38840"
    uid: 1ede2aa2-97d6-45ec-ad6e-bdee099b4e8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:09:39.315200Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37272"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:09:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:09:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fb05aaa86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37278"
    uid: 30826234-cc0f-4f74-a099-1cda928f1ac5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fb0e9b16c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37285"
    uid: 0b7d96e0-f6b1-480a-bf92-62f6d613d4d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37282"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:40Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:09:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fb433fee92
    namespace: kserve-ci-e2e-test
    resourceVersion: "37293"
    uid: cc4a97ff-7ab6-439f-87d0-7b148ee18086
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fb44a6182b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37295"
    uid: 26e81e3a-9fcf-4b6f-9264-ccfd6a0e8304
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fb48595905
    namespace: kserve-ci-e2e-test
    resourceVersion: "37297"
    uid: 4eebec52-80e7-4ef1-87bc-0955d1f16be5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fb48ba823a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37298"
    uid: ebc26fd8-41f0-47d5-9f65-7f2b17fd7585
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:45Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fc5db96283
    namespace: kserve-ci-e2e-test
    resourceVersion: "37345"
    uid: 70e50914-b4ab-468b-be52-a35eb3ed3220
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fc61fd2c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 5a6c505c-91dc-4ea2-9001-794c2241a579
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fc626284cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37351"
    uid: fe6b198b-b50b-4dcf-bc02-17fcd46ec63c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fc626ff470
    namespace: kserve-ci-e2e-test
    resourceVersion: "37352"
    uid: 40d97c28-e6f4-49bc-9b5c-da9e5ebc9843
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fc655c6f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "37354"
    uid: 51e0c107-532c-4b85-97b9-9b038565238f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:09:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:09:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d0fc65c2c9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 87c7102b-b630-4507-ad1d-3fed30097435
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:10:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d106adefa890
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 27d46bb3-32a7-4a9e-9cb6-83521c7c3a9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:10:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d106adf0253a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37696"
    uid: 746e4ed8-b5da-4593-8449-630c33b6c9a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:10:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d1078b65bf73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: c090d8e4-2207-4970-a01c-4b672442da5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 7c20f3fc-7f16-4a7d-afc2-6cf38cbc7114
  kind: Event
  lastTimestamp: "2026-05-25T13:10:33Z"
  message: 'Readiness probe failed: Get "http://10.134.0.59:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt.18b2d1078bb94661
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: 5e76ec6f-1790-4013-8068-3cf2079db19f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "37261"
    uid: 37d59d07-cf62-453c-a252-4d71db98c2fe
  kind: Event
  lastTimestamp: "2026-05-25T13:09:39Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7t2dt'
  metadata:
    creationTimestamp: "2026-05-25T13:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:09:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18b2d0fb054e7117
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: 1ac3c002-ffa0-466c-af3e-62f7dc4f8cbc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37260"
    uid: 612ec6f9-654e-4c01-913b-9db6ad98d51a
  kind: Event
  lastTimestamp: "2026-05-25T13:09:39Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:09:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d0fb0119faf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37263"
    uid: 2e8047de-85c9-44ca-83fe-1b6e00740f98
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37262"
    uid: 2e9d260b-38ef-490c-9fab-44d334cf7415
  kind: Event
  lastTimestamp: "2026-05-25T13:10:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:10:09Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d0fe7fe277f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37521"
    uid: d9ef7c3a-16e4-4ff2-8a50-89ac249d1879
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37262"
    uid: 2e9d260b-38ef-490c-9fab-44d334cf7415
  kind: Event
  lastTimestamp: "2026-05-25T13:10:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:10:09Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d0fe804352e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37522"
    uid: c1d570d6-202b-4b3b-9776-9b2dd63ad881
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 2e9d260b-38ef-490c-9fab-44d334cf7415
  kind: Event
  lastTimestamp: "2026-05-25T13:10:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:10:24Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d1057e225ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37631"
    uid: 8cd16ee2-0859-48c9-b142-8385e5c0b5a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 2e9d260b-38ef-490c-9fab-44d334cf7415
  kind: Event
  lastTimestamp: "2026-05-25T13:10:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:10:24Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d1057e7e0b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: 2d5a82e2-f0f2-479f-8ce7-d237a3f43ef9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37233"
    uid: 1b039bdc-0dd6-4385-87a4-220c3f70a82c
  kind: Event
  lastTimestamp: "2026-05-25T13:10:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:10:23Z"
    name: isvc-xgboost-v2-mlserver.18b2d0fb0137945d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37623"
    uid: ca00f265-0c1e-4ca1-8703-8fa81cd3d924
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37233"
    uid: 1b039bdc-0dd6-4385-87a4-220c3f70a82c
  kind: Event
  lastTimestamp: "2026-05-25T13:09:39Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:09:39Z"
    name: isvc-xgboost-v2-mlserver.18b2d0fb01b78b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37266"
    uid: 6f7a2abc-378d-476c-bc45-7d99c4e7c3a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 1b039bdc-0dd6-4385-87a4-220c3f70a82c
  kind: Event
  lastTimestamp: "2026-05-25T13:10:23Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:10:23Z"
    name: isvc-xgboost-v2-mlserver.18b2d1053c71dfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37622"
    uid: fd981a00-362a-47ee-9f4b-5b9366e59ccf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:14:00.086845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39473"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    to ip-10-0-141-91.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:14:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:14:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d137bcde4c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "39477"
    uid: bf4bfad5-b452-44ae-a69c-dc43e427dbbd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39481"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:00Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:14:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d137d61c9375
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: a2f63fa2-3964-4cab-ad6c-8a86b2edb6f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d137d780c9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: b93fef22-2d57-48f9-83f8-e16f102e9f47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d137db11a4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: bb7e6c7f-4db4-4cbe-88f3-3784b3c99e6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d137db6f0843
    namespace: kserve-ci-e2e-test
    resourceVersion: "39492"
    uid: f3200447-1b3a-4951-92fd-ca7fb272047f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:05Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d138e443d4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39531"
    uid: 3450682d-089a-4cac-992c-e179185e7c36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d138e72d10b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: b46e0788-f673-471b-8a57-8f5c9d10cf81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d138e78b9a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: 7792565e-0477-43d9-933e-d13f206422d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d138e796eadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39539"
    uid: d78d25f8-143a-4d11-9c16-ce8544cf5960
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d138ea16a58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39541"
    uid: cf1548e1-4f2a-4a2b-a2d3-ede177f557f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:14:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d138ea78d2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "39542"
    uid: 1073fbb0-39a9-4669-aafc-d839b41a066c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:15:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d1395be94749
    namespace: kserve-ci-e2e-test
    resourceVersion: "40183"
    uid: 6a722697-edbe-45d9-a486-6ffb3fd77f18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:15:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d14a6b4f0b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "40118"
    uid: 212818d8-fc4a-417e-94dc-fc3629b29539
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:15:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d14a6b4f95a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40120"
    uid: b591c6e9-ec11-48aa-8ec2-7b682e955654
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: d1763d94-b369-407c-a8e2-d383e6dd7de6
  kind: Event
  lastTimestamp: "2026-05-25T13:15:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:15:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf.18b2d14b0e052449
    namespace: kserve-ci-e2e-test
    resourceVersion: "40182"
    uid: 131c72ae-f68b-4ef4-93ea-a625fb7576f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39462"
    uid: 47ff8421-6123-4f0a-b150-b366f900e1b4
  kind: Event
  lastTimestamp: "2026-05-25T13:14:00Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-z6zhf'
  metadata:
    creationTimestamp: "2026-05-25T13:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:14:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18b2d137bc701718
    namespace: kserve-ci-e2e-test
    resourceVersion: "39474"
    uid: f12337a7-6f58-4cf8-9f32-8cddfcb6d9b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39460"
    uid: 20ded52f-4513-40fc-a1ef-b6563620cc1a
  kind: Event
  lastTimestamp: "2026-05-25T13:14:00Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:14:00Z"
    name: isvc-xgboost-v2-predictor.18b2d137b92d234e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39464"
    uid: 825b237f-0a40-4468-81a8-70b53961f697
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: f39d77b5-7119-4167-9d0a-3b771d86a5a8
  kind: Event
  lastTimestamp: "2026-05-25T13:14:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:14:45Z"
    name: isvc-xgboost-v2-predictor.18b2d13b38cb3aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39828"
    uid: 14f14011-4224-4304-bc11-a85519b7dcc2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: f39d77b5-7119-4167-9d0a-3b771d86a5a8
  kind: Event
  lastTimestamp: "2026-05-25T13:14:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:14:45Z"
    name: isvc-xgboost-v2-predictor.18b2d13b3933b8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39829"
    uid: 397603b6-1efe-42c8-aebd-6085c5acf69f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39616"
    uid: f39d77b5-7119-4167-9d0a-3b771d86a5a8
  kind: Event
  lastTimestamp: "2026-05-25T13:15:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:15:15Z"
    name: isvc-xgboost-v2-predictor.18b2d145b5e4a56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40050"
    uid: 529fbb1f-6493-476c-a846-ec11410a3cc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39616"
    uid: f39d77b5-7119-4167-9d0a-3b771d86a5a8
  kind: Event
  lastTimestamp: "2026-05-25T13:15:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:15:15Z"
    name: isvc-xgboost-v2-predictor.18b2d145b64bca68
    namespace: kserve-ci-e2e-test
    resourceVersion: "40051"
    uid: 4a58474d-3e04-43ef-b23d-59673bc3e1bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:12:59.893619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38954"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:12:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:12:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d129b91280cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38959"
    uid: 1dfc6180-0560-4db3-8c53-d223fd23822d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d129c571acfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38969"
    uid: 40394997-968c-4cf5-a951-aae9a7cc3e9b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38965"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:00Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:13:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d129f6587089
    namespace: kserve-ci-e2e-test
    resourceVersion: "38982"
    uid: 5980c4d2-eae2-4ec7-b520-eab935d80116
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d129f7a03a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38984"
    uid: 2bffe069-c0b5-44fa-9707-fa2ff825afbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d129fa592dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38985"
    uid: a9b99059-2c53-4648-8815-cb02766fc83b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d129fad02589
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: ddad168c-04e2-4638-b74e-7c740e137b08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T13:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d12adafa5edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39019"
    uid: 1197c7a7-5bee-4f10-97b0-e46d6fd9b100
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d12adedaaed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39021"
    uid: 8e4e68c2-d049-4b19-84a0-b2bfaad43105
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d12adf47c3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "39024"
    uid: 2a044d67-9a81-4384-8834-c3bffc4503ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d12adf540947
    namespace: kserve-ci-e2e-test
    resourceVersion: "39025"
    uid: ae80b1db-1fa4-4e61-9b87-1fa861cfcbd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d12ae250c834
    namespace: kserve-ci-e2e-test
    resourceVersion: "39028"
    uid: 6a5c5800-def3-4be4-9cdc-f8174278578d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d12ae2c0df6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 6884eebc-c218-4c9a-9a3a-e3536d1a7c31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-25T13:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:42Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d133b549c7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39295"
    uid: 46a22a62-afcd-4f83-b182-6a3ffc6006af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d137b7266e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39454"
    uid: 613faa09-df34-4e53-a28c-ee2871da0137
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:13:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:13:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d137b72720d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39457"
    uid: 2c7ac3d9-eda3-4e1c-aea5-4e9db75b880a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: a0e3b816-826f-442a-b688-632825398903
  kind: Event
  lastTimestamp: "2026-05-25T13:14:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:14:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7.18b2d1385ca23c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "39515"
    uid: ec7aa2f4-8edf-4aa5-9249-3b47288123b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38943"
    uid: c94e5017-6afb-4835-98aa-14f2b1cb64f8
  kind: Event
  lastTimestamp: "2026-05-25T13:12:59Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-tn6s7'
  metadata:
    creationTimestamp: "2026-05-25T13:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:12:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18b2d129b8af73c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: 9e308e55-9fee-41c2-8517-79702f6a19ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38941"
    uid: 11454b3a-8f81-43db-8a53-83ea2cfeb9f4
  kind: Event
  lastTimestamp: "2026-05-25T13:12:59Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:12:59Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d129b42e7bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38945"
    uid: 3dfe19a8-a051-4cd8-95b8-c74e7e7b9aad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38942"
    uid: a1417197-3e99-4d0e-8d41-df83105e122d
  kind: Event
  lastTimestamp: "2026-05-25T13:13:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:13:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d12d3315cdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39307"
    uid: 846c7b51-d934-4778-8722-b1e15b81737f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38942"
    uid: a1417197-3e99-4d0e-8d41-df83105e122d
  kind: Event
  lastTimestamp: "2026-05-25T13:13:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:13:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d12d33754d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "39308"
    uid: 3d181498-2a23-4463-a3f2-c66848b533b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39098"
    uid: a1417197-3e99-4d0e-8d41-df83105e122d
  kind: Event
  lastTimestamp: "2026-05-25T13:13:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:13:59Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d137b05f14b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39426"
    uid: 00bc8529-1d28-4d56-b37b-8edfb532813a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39098"
    uid: a1417197-3e99-4d0e-8d41-df83105e122d
  kind: Event
  lastTimestamp: "2026-05-25T13:13:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:13:59Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d137b0e49e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39428"
    uid: af1b6349-b1bd-48bc-bbcb-da04d6b3d27b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: 074b60c5-049b-4b54-9505-b64a8117a01f
  kind: Event
  lastTimestamp: "2026-05-25T13:13:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:13:52Z"
    name: isvc-xgboost-v2-runtime.18b2d129b4128f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "39378"
    uid: 85f58d06-9233-4c2c-a2ee-7acfe829e98c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: 074b60c5-049b-4b54-9505-b64a8117a01f
  kind: Event
  lastTimestamp: "2026-05-25T13:12:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:12:59Z"
    name: isvc-xgboost-v2-runtime.18b2d129b473c666
    namespace: kserve-ci-e2e-test
    resourceVersion: "38963"
    uid: 78a79d47-f472-4c53-936b-6f4af7c8daf3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:12:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38924"
    uid: 074b60c5-049b-4b54-9505-b64a8117a01f
  kind: Event
  lastTimestamp: "2026-05-25T13:12:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:12:59Z"
    name: isvc-xgboost-v2-runtime.18b2d129b9e2cb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 2e05af8a-9719-4e44-9ff9-89e83cf9eb96
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:13:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 074b60c5-049b-4b54-9505-b64a8117a01f
  kind: Event
  lastTimestamp: "2026-05-25T13:13:52Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:13:52Z"
    name: isvc-xgboost-v2-runtime.18b2d1360e3bfbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39377"
    uid: 1003d817-4da0-4376-87ab-02dffaae37a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39431"
    uid: 1341275d-ac20-4ccf-a29a-919e20fb1f12
  kind: Event
  lastTimestamp: "2026-05-25T13:15:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:15:13Z"
    name: isvc-xgboost-v2.18b2d137b907d920
    namespace: kserve-ci-e2e-test
    resourceVersion: "40038"
    uid: b37fbb30-93d8-4361-b4b3-435be9ce51fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:14:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39431"
    uid: 1341275d-ac20-4ccf-a29a-919e20fb1f12
  kind: Event
  lastTimestamp: "2026-05-25T13:14:00Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:14:00Z"
    name: isvc-xgboost-v2.18b2d137b963fba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 8f094136-854d-4642-9b5d-234e56bd2d4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40036"
    uid: 1341275d-ac20-4ccf-a29a-919e20fb1f12
  kind: Event
  lastTimestamp: "2026-05-25T13:15:13Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:15:13Z"
    name: isvc-xgboost-v2.18b2d148c0797bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40037"
    uid: 7cb0a2a6-6a2d-436e-9753-43307d7f1afc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36430"
    uid: 8bbac938-5a77-4f0a-a999-455b030d2479
  kind: Event
  lastTimestamp: "2026-05-25T13:09:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:09:30Z"
    name: isvc-xgboost.18b2d0e3aafcb9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 227d25c9-81e3-4165-99ea-fde441e3dc6b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36430"
    uid: 8bbac938-5a77-4f0a-a999-455b030d2479
  kind: Event
  lastTimestamp: "2026-05-25T13:07:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T13:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:07:59Z"
    name: isvc-xgboost.18b2d0e3abbc75dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36482"
    uid: 9e4bc325-c758-407b-9b31-2b452a7b59b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:07:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 8bbac938-5a77-4f0a-a999-455b030d2479
  kind: Event
  lastTimestamp: "2026-05-25T13:07:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:07:59Z"
    name: isvc-xgboost.18b2d0e3b16daf01
    namespace: kserve-ci-e2e-test
    resourceVersion: "36483"
    uid: 98136290-3194-4ac4-8835-5a9c7c3eac53
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: 8bbac938-5a77-4f0a-a999-455b030d2479
  kind: Event
  lastTimestamp: "2026-05-25T13:09:30Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:09:30Z"
    name: isvc-xgboost.18b2d0f90f98b21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37170"
    uid: 766bb85e-0bed-4893-9fef-db05bdc8671e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:27:21.213640Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-msxcd
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:27:21Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac130660bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: 9556b7c8-8dde-4c09-b0d9-01c6dc4fab34
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:27:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:21Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac216c2282
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: 0fb5c758-a325-424d-ad3e-d09ffbcec272
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:27:22Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:27:22Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac501bbb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: 850cac56-7c94-42de-94d6-01ff6a0db774
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:27:22Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-05-25T12:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:22Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac514a2fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: ef4f79b2-d5e8-492e-bdf5-d76c670f9422
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:27:23Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.114s (1.114s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:23Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac93b1e537
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: 3a3e30cf-5c3e-4311-9f2f-58cdb0bb78ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:27:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:23Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac96b98661
    namespace: kserve-ci-e2e-test
    resourceVersion: "15964"
    uid: 13cd996d-160e-4343-b10b-af5572cf9b7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:27:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:23Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac97246366
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: 1f1983c1-bd3f-41fe-aca8-c202a6acd556
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:27:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:23Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac972f5d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: 39378d67-6d23-46ac-9e68-8bf8adba1948
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:27:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:23Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac9a787715
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: 6868fee9-13ef-4ad6-ac40-16a60f4cf082
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:27:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:27:23Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2ceac9afa1e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15969"
    uid: a7a710f0-a256-473d-9e58-6fffee961ffe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2cec49b1aad0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: 6cc9a129-af46-4ab4-9360-2137a03e8cb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-msxcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: c80fbc59-fd33-487b-94f2-24ec039041b6
  kind: Event
  lastTimestamp: "2026-05-25T12:29:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:29:06Z"
    name: message-dumper-predictor-c7d86bcbd-msxcd.18b2cec49b1bde38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: 6b1098f0-57e1-43c6-8ffd-65d660ea636f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: 4c62a713-faaf-4568-ae05-22a327fa866c
  kind: Event
  lastTimestamp: "2026-05-25T12:27:21Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-msxcd'
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:21Z"
    name: message-dumper-predictor-c7d86bcbd.18b2ceac12af6692
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 5fe59d91-7c2e-47f9-a498-1b11fce5a2ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: c5c92566-93e6-4329-9f67-d631d8537c59
  kind: Event
  lastTimestamp: "2026-05-25T12:27:21Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:21Z"
    name: message-dumper-predictor.18b2ceac109d4fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: d41f03c9-5c2c-40a3-a499-fddf9d7c4c9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: c590aeb6-2a86-4345-bbbd-779556d687ad
  kind: Event
  lastTimestamp: "2026-05-25T12:27:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:36Z"
    name: message-dumper-predictor.18b2ceaf8f1c5fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: 95c52880-7059-46ea-9251-06789605c275
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: c590aeb6-2a86-4345-bbbd-779556d687ad
  kind: Event
  lastTimestamp: "2026-05-25T12:27:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:36Z"
    name: message-dumper-predictor.18b2ceaf8f78fb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 59508a01-d8f8-4e6a-8382-febc346fddd6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: c590aeb6-2a86-4345-bbbd-779556d687ad
  kind: Event
  lastTimestamp: "2026-05-25T12:27:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:51Z"
    name: message-dumper-predictor.18b2ceb30e7ca0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: 10e22fc3-a37a-416c-951d-c2127bcd2b01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: c590aeb6-2a86-4345-bbbd-779556d687ad
  kind: Event
  lastTimestamp: "2026-05-25T12:27:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:27:51Z"
    name: message-dumper-predictor.18b2ceb30ee034dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: a6eb4e0d-b201-4346-bf4a-748771ee598f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: c3165aeb-2c00-485c-bddb-c326b2e97010
  kind: Event
  lastTimestamp: "2026-05-25T12:27:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:27:32Z"
    name: message-dumper.18b2ceac107c83ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: 1c6ab205-8510-4f36-bb25-217679b3cbd5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: c3165aeb-2c00-485c-bddb-c326b2e97010
  kind: Event
  lastTimestamp: "2026-05-25T12:27:21Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:27:21Z"
    name: message-dumper.18b2ceac10d01121
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: 56742df0-91a5-4e02-aff4-88db90f6167e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: c3165aeb-2c00-485c-bddb-c326b2e97010
  kind: Event
  lastTimestamp: "2026-05-25T12:27:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:27:21Z"
    name: message-dumper.18b2ceac164484ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: f818bdd2-f784-416e-9933-5b210a32fa68
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:27:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c3165aeb-2c00-485c-bddb-c326b2e97010
  kind: Event
  lastTimestamp: "2026-05-25T12:27:32Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:27:32Z"
    name: message-dumper.18b2ceaeade69a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 72feeca5-711c-4e19-9076-12e02e8c1d67
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:59:07.093744Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d067d254cd37
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 4201a773-29f1-4fd2-96cc-037510618f55
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:07Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d067ec0c71b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31977"
    uid: 9d717f76-e79a-48a7-bf77-d58b99a3c14d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d067ed44e1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: 1b4fdcf6-bffb-419a-a51f-33c091e44d06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d067f04a4fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31981"
    uid: fdc67d80-e8af-45d7-b2cc-b431a50f1db5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d067f0c3305b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31982"
    uid: 1af21ebc-9493-4aa4-b938-0513a525554f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:11Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T12:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d068ee1317fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32028"
    uid: 7a51a61c-df58-4fbe-a7b9-666c3daeba10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d068f1c38c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "32035"
    uid: 8b663103-c6c3-4cb1-bb41-c2f4cc8fa04e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d068f22f670d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: fd9b06c0-2314-426a-a52c-c21ca31af906
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d068f23a45d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32037"
    uid: 2177cf68-bdc8-44e6-bef3-5c705735fb66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d068f523707c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32039"
    uid: 7f76e587-6177-4ecc-85ca-b63147033b4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d068f58fb063
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: c03ca4a6-418c-4360-acfa-091d23d74f02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T12:59:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-25T12:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:59:48Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d0718cfd80de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 644d623c-334f-40ec-918f-4017c896e071
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T13:00:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d075d10789f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32456"
    uid: 78a77cb9-5dca-4136-ba4d-9032d7f9a72d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T13:00:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d075d10812a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: 34fbf67d-9e72-462c-9481-a5fbe169bd57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T13:00:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d0763434cf33
    namespace: kserve-ci-e2e-test
    resourceVersion: "32551"
    uid: 5abee54d-415e-4c05-8cbd-298f58696bfe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 72381713-49f2-402b-ac3a-c36acdbe3ee1
  kind: Event
  lastTimestamp: "2026-05-25T13:00:09Z"
  message: 'Readiness probe failed: Get "http://10.134.0.52:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-05-25T13:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:00:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kl8kb.18b2d07672942c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: 04619b45-3016-41c7-9599-b8406974a5ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: 4c458b20-fa2d-4282-923d-999cf675f830
  kind: Event
  lastTimestamp: "2026-05-25T12:59:07Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-kl8kb'
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18b2d067d1f7ae82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 58cd21d5-9215-42a3-9123-64e3a7f58a2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31947"
    uid: 328da7c3-75a3-48ba-978d-8a2b5fd9323a
  kind: Event
  lastTimestamp: "2026-05-25T12:59:07Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: sklearn-v2-mlserver-predictor.18b2d067ced7bb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31951"
    uid: 2184d8d4-f6ac-475c-aed8-15fd145d255b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: 52c556c8-a32b-4116-8bfd-049b9228a93a
  kind: Event
  lastTimestamp: "2026-05-25T12:59:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:59:37Z"
    name: sklearn-v2-mlserver-predictor.18b2d06b4d483f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32212"
    uid: baaa55e5-e1f8-4d83-b12a-904c368facf2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: 52c556c8-a32b-4116-8bfd-049b9228a93a
  kind: Event
  lastTimestamp: "2026-05-25T12:59:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:59:37Z"
    name: sklearn-v2-mlserver-predictor.18b2d06b4da5fda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: d9956818-98d5-482c-88bf-25e526e1a180
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32109"
    uid: 52c556c8-a32b-4116-8bfd-049b9228a93a
  kind: Event
  lastTimestamp: "2026-05-25T13:00:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:07Z"
    name: sklearn-v2-mlserver-predictor.18b2d0724b93a7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32431"
    uid: afa5945e-ae4b-4daf-b8c6-d9188ba162ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32109"
    uid: 52c556c8-a32b-4116-8bfd-049b9228a93a
  kind: Event
  lastTimestamp: "2026-05-25T13:00:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:00:07Z"
    name: sklearn-v2-mlserver-predictor.18b2d0724c18959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32432"
    uid: ca971bbd-ae86-43ed-a919-3b737aa8c78c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: e231e408-6d94-4be7-93c8-8cdf8b68f373
  kind: Event
  lastTimestamp: "2026-05-25T12:59:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:59:58Z"
    name: sklearn-v2-mlserver.18b2d067ceb3f867
    namespace: kserve-ci-e2e-test
    resourceVersion: "32368"
    uid: 84498e5d-8b5d-400a-8bf4-d47cf6fb251e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: e231e408-6d94-4be7-93c8-8cdf8b68f373
  kind: Event
  lastTimestamp: "2026-05-25T12:59:07Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:59:07Z"
    name: sklearn-v2-mlserver.18b2d067cf065931
    namespace: kserve-ci-e2e-test
    resourceVersion: "31954"
    uid: 49a03d7c-f491-4778-aed7-455f027e6d4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:59:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32365"
    uid: e231e408-6d94-4be7-93c8-8cdf8b68f373
  kind: Event
  lastTimestamp: "2026-05-25T12:59:58Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:59:58Z"
    name: sklearn-v2-mlserver.18b2d073e5450bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: 5821a6a0-2bb8-4ab9-b330-a1efb284e969
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:10:29.472757Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    to ip-10-0-134-255.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:10:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:10:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d106b34a5482
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 714dd80d-510f-40ff-9104-8df2e9c55d4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c49f99996-bxdwb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d106ba908c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37726"
    uid: 45433dde-2461-4b48-bb7d-69542ffac3a1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:30Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:10:30Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d106f0b453fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: a20a20ae-cdba-433a-beaa-10b2c4e172a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:30Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d106f1f839f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 8848b3dc-ba10-49f8-8609-70f468ea06ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:30Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d106f50626d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: b7394f88-e561-4dad-a9bd-691f145f7d07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:30Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d106f562b076
    namespace: kserve-ci-e2e-test
    resourceVersion: "37740"
    uid: 514e209b-70c4-4cbc-9269-02afc66c4072
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T13:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:34Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d107d036003a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37773"
    uid: 16204fab-779e-4297-8636-148957db62fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:34Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d107d4816ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: 3abc1081-18bb-49bc-a901-78b45052bd55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:34Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d107d4e656eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37779"
    uid: 4384aa57-8c7d-4409-a99b-2e92c93fcca5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:34Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d107d4f1e0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: 43d1db88-2112-4e7e-9a78-530b1f77093c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:34Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d107d7ab9c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: edf4fdd6-cfdf-462d-9e88-2308dc72cd09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:10:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:10:34Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d107d80a9853
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: d723bd05-a378-4b7d-96c6-590799866e20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:11:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d1125bb70435
    namespace: kserve-ci-e2e-test
    resourceVersion: "38135"
    uid: d1d1376d-cce7-4e2f-b059-d4d619d50406
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:11:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d1125bbb3fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38138"
    uid: dc0c42ae-9527-475c-9a29-51fb463b8ae2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:11:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d112fe1ff011
    namespace: kserve-ci-e2e-test
    resourceVersion: "38198"
    uid: db3dd27f-4e59-4f26-8df0-51811563305b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: b7c6b019-57cc-43f3-a475-7755083971f3
  kind: Event
  lastTimestamp: "2026-05-25T13:11:22Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:11:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz.18b2d112fe6b341d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38199"
    uid: 7e2299a2-629b-4909-900f-f43f1a02d0f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-255.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-255.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37702"
    uid: e2bad5e4-3335-4418-99e8-7abdc49ba395
  kind: Event
  lastTimestamp: "2026-05-25T13:10:29Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-s5ssz'
  metadata:
    creationTimestamp: "2026-05-25T13:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:10:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18b2d106b2e97dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37714"
    uid: 74229f2f-c572-4325-bd0a-0da00aac0f43
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37700"
    uid: d0ef9aae-1602-49fa-b9df-9d26f1ac1ba5
  kind: Event
  lastTimestamp: "2026-05-25T13:10:29Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T13:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:10:29Z"
    name: xgboost-v2-mlserver-predictor.18b2d106affc36d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 4eb6f071-525d-400f-bd19-3c809364852c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37701"
    uid: eb36cbf3-91a3-4d57-8d50-c241b0e5bb6a
  kind: Event
  lastTimestamp: "2026-05-25T13:11:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:11:14Z"
    name: xgboost-v2-mlserver-predictor.18b2d10a2ef3a40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: d5b036e8-e944-4048-a8c6-4d2ab1147adb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37701"
    uid: eb36cbf3-91a3-4d57-8d50-c241b0e5bb6a
  kind: Event
  lastTimestamp: "2026-05-25T13:11:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:11:14Z"
    name: xgboost-v2-mlserver-predictor.18b2d10a2f52ee66
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: ddc3e415-a05a-4efc-bc78-bd4bee5bde38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: 43b64e6d-5244-48bf-a02f-fc9342b78a35
  kind: Event
  lastTimestamp: "2026-05-25T13:11:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:11:12Z"
    name: xgboost-v2-mlserver.18b2d106afd71571
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: ad313743-9c39-4898-a017-a050998af13e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:10:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: 43b64e6d-5244-48bf-a02f-fc9342b78a35
  kind: Event
  lastTimestamp: "2026-05-25T13:10:29Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:10:29Z"
    name: xgboost-v2-mlserver.18b2d106b0600f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37708"
    uid: 02487d97-3741-45de-a967-d7eb9739c6c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:11:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38053"
    uid: 43b64e6d-5244-48bf-a02f-fc9342b78a35
  kind: Event
  lastTimestamp: "2026-05-25T13:11:12Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:11:12Z"
    name: xgboost-v2-mlserver.18b2d110af38e766
    namespace: kserve-ci-e2e-test
    resourceVersion: "38054"
    uid: 9f770b62-aea4-4f6e-b845-10d519ca1e03
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "43432"