---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:03:00.509212Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: de9395a1-f7d6-44c5-8967-fc5c16c11cc4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:03:00Z"
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx.18a9015231d2e53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25092"
    uid: 8bfe2571-195e-4df0-98a1-00943096a5a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25096"
    uid: de9395a1-f7d6-44c5-8967-fc5c16c11cc4
  kind: Event
  lastTimestamp: "2026-04-23T14:03:00Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:03:00Z"
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx.18a901524b89170c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 758ce576-d8ff-4350-8ffd-7699b1e689af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25087"
    uid: de9395a1-f7d6-44c5-8967-fc5c16c11cc4
  kind: Event
  lastTimestamp: "2026-04-23T14:03:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:08Z"
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx.18a901524cd73b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25171"
    uid: 400e4d2e-4403-4acf-8043-694dba2879d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25087"
    uid: de9395a1-f7d6-44c5-8967-fc5c16c11cc4
  kind: Event
  lastTimestamp: "2026-04-23T14:03:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:08Z"
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx.18a901525000ae20
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: e066be75-d221-4c8d-be59-a430483f53f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25087"
    uid: de9395a1-f7d6-44c5-8967-fc5c16c11cc4
  kind: Event
  lastTimestamp: "2026-04-23T14:03:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:08Z"
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx.18a9015250749fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25176"
    uid: e164a5cc-ae14-421b-8375-6851acd6beb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25087"
    uid: de9395a1-f7d6-44c5-8967-fc5c16c11cc4
  kind: Event
  lastTimestamp: "2026-04-23T14:03:10Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:10Z"
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx.18a9015487bb249f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25215"
    uid: cd03d2a6-ed15-4230-aea8-d1be381b59d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25079"
    uid: 6785dd72-ab0e-4318-9988-18e12d59c4d5
  kind: Event
  lastTimestamp: "2026-04-23T14:03:00Z"
  message: 'Created pod: isvc-init-fail-a0e2f1-predictor-5559d5df4d-4h9sx'
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:03:00Z"
    name: isvc-init-fail-a0e2f1-predictor-5559d5df4d.18a9015231609382
    namespace: kserve-ci-e2e-test
    resourceVersion: "25088"
    uid: 27e32db4-f478-45db-b197-8b200304f93b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-a0e2f1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25077"
    uid: ecafc43a-22af-4575-9b51-a2e43bf0e213
  kind: Event
  lastTimestamp: "2026-04-23T14:03:00Z"
  message: Scaled up replica set isvc-init-fail-a0e2f1-predictor-5559d5df4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:03:00Z"
    name: isvc-init-fail-a0e2f1-predictor.18a901522e50e22b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 98bf9260-04d0-43ea-b826-fdd5be6712fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a0e2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25052"
    uid: dcee67da-5756-497e-9b02-0cdea34803b3
  kind: Event
  lastTimestamp: "2026-04-23T14:03:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:03:08Z"
    name: isvc-init-fail-a0e2f1.18a901522e319b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "25177"
    uid: bf9f99c2-b862-4cab-b495-4f1386140773
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a0e2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25052"
    uid: dcee67da-5756-497e-9b02-0cdea34803b3
  kind: Event
  lastTimestamp: "2026-04-23T14:03:00Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-a0e2f1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-a0e2f1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:03:00Z"
    name: isvc-init-fail-a0e2f1.18a901522ef9463f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25083"
    uid: c5441c56-27e4-4587-9b3b-fcaad83a403f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a0e2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25052"
    uid: dcee67da-5756-497e-9b02-0cdea34803b3
  kind: Event
  lastTimestamp: "2026-04-23T14:03:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-a0e2f1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:03:00Z"
    name: isvc-init-fail-a0e2f1.18a901522ef9a113
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: 7553bf80-eb6b-4023-a6f8-fbb285abd33d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:44:23.822331Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-9rkxl
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:44:23Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a9004e32194543
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: cf02cf4c-4323-4917-b9a4-5271f95cd4f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:24Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:44:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a9004e4ab7fc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: d63f7498-cdf0-44b2-a168-f07f1cb4cbbe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
  metadata:
    creationTimestamp: "2026-04-23T13:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a9004e4c3a6791
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: e95a645c-e83b-469d-a731-3e0a45082781
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    in 3.115s (3.115s including waiting). Image size: 301492121 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:27Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a9004f05f3b7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: 727b17c7-ad28-418b-980e-0cfc70ce4f7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:27Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a9004f08ee9813
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: f2263893-9b8a-47a9-a8d5-74f1f3e5ae79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:27Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a9004f09635285
    namespace: kserve-ci-e2e-test
    resourceVersion: "15943"
    uid: 787b5ac6-1530-4162-9d5f-a8ba12961512
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:32Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T13:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:32Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a9005019d3a0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 72ce0fad-2db0-49ca-9d5f-85ebc3407a6e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:38Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.239s (6.239s
    including waiting). Image size: 606093581 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a900518dbdd920
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: 6d605f6e-1f7f-4d0b-9f96-c93b7a5def01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a9005190faf981
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 703bf4fb-a025-4944-b8ae-457d0adf052c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a9005191768483
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: bdf6f014-f556-436d-8f85-336e88586136
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a90051918478a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: e42c8c66-6c84-4721-b178-e1fb83a9f0d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a90051949fb837
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: 8aebba34-eede-48bf-a90c-51a081e262b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:44:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a90051952a0e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: 0330efd8-5a85-47bd-aa4a-bc97593e7c16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:46:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:06Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a90051f8301b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: f65d4cfc-541f-4ed3-9dc0-c0e2f86bc272
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:46:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:03Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a900658485dc17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: b90a35c4-28a5-443c-be88-142f3e1f6774
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:46:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:04Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a900658486645d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 1a879b6d-cbd7-4ec5-b00e-9f29c3c8f691
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 86311db1-2e63-4dad-835d-3df7ea5e0972
  kind: Event
  lastTimestamp: "2026-04-23T13:46:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:06Z"
    name: isvc-lightgbm-predictor-bdf964bd-9rkxl.18a90065fe61d233
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 1d78ec7a-a18b-40f1-8492-7ae338f8f002
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: c8bd7499-ce3e-40c1-b2b9-7416643aa2e3
  kind: Event
  lastTimestamp: "2026-04-23T13:44:23Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-9rkxl'
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:44:23Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a9004e31908608
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 3881d3e4-a857-4174-8fe8-a3b2347becca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: 41655754-0767-4826-b6c0-036e4462d865
  kind: Event
  lastTimestamp: "2026-04-23T13:44:23Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:44:23Z"
    name: isvc-lightgbm-predictor.18a9004e2df18c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15862"
    uid: 5b963203-381a-48a2-bf0d-eb5414f5cede
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: 1e8af2dd-2585-4aa5-a4b6-66ac2cfcaa97
  kind: Event
  lastTimestamp: "2026-04-23T13:45:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:45:08Z"
    name: isvc-lightgbm-predictor.18a90051acd5d7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 71df5f08-a2eb-44b9-bfaf-deb188370e55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: 1e8af2dd-2585-4aa5-a4b6-66ac2cfcaa97
  kind: Event
  lastTimestamp: "2026-04-23T13:45:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:45:08Z"
    name: isvc-lightgbm-predictor.18a90051ad375ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 6240911b-d052-4ab5-a276-7603dbd6789e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:45:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: 1e8af2dd-2585-4aa5-a4b6-66ac2cfcaa97
  kind: Event
  lastTimestamp: "2026-04-23T13:45:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:45:53Z"
    name: isvc-lightgbm-predictor.18a9005c29bc9404
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 430e677c-ffea-4517-873c-6dc76a31f8cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:45:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: 1e8af2dd-2585-4aa5-a4b6-66ac2cfcaa97
  kind: Event
  lastTimestamp: "2026-04-23T13:45:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:45:53Z"
    name: isvc-lightgbm-predictor.18a9005c2a1a7718
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: d41d225e-3499-4af9-bf74-dff926e0c7ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:46:04.099637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:46:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:46:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a900658b179033
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 19336c41-43dc-49d5-a5fb-4deaea8dc058
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:04Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:46:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a90065a3feb855
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: 3326ce24-c891-40ef-b9f0-7619c057497f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a90065a55c476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: 01ab4153-b29f-41cf-a9a3-942c63e62a30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a90065a8d00027
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 05916d26-c012-442c-99db-8073a0cd8824
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a90065a93f3c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: f2584f98-d19f-49dd-8f3b-e3fc23a9628c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:08Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:08Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a900668420324f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: d54ff211-92da-4574-9460-7557f8453ebf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:08Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a90066874dd889
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: 125824e2-85d6-4a0a-8bcd-fbd116bed3ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:08Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a9006687c3d4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 996e77c3-8e77-4df2-b038-ae44bf3a5311
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:08Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a9006687d00e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: d74ea786-47c2-4ffe-bd61-d7015b2522a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:08Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a900668b7107c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: afec909f-2f1a-4a0e-b19a-06be94712903
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:46:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:46:08Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a900668be5b675
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: 840c5ce7-7e82-4cfd-a2c7-9aa84c49ea88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:47:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:47:35Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a90066fbdec9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: 584e62a2-a0bb-45fe-85d1-d0b56f22fa00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:47:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a9007a9c059e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 52f3d47a-babc-47a6-bf67-377ba6eda705
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:47:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a9007a9c0608c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: 3a577630-26cc-4058-8d5d-ec403b56990a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 9167d905-825c-43c3-ae42-63108d9c496b
  kind: Event
  lastTimestamp: "2026-04-23T13:47:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:47:36Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275.18a9007b0203210e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17479"
    uid: 5abf9bcf-b4ff-4de9-985d-9869318a384d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: c4b06730-2931-46a4-adb0-da470921d84c
  kind: Event
  lastTimestamp: "2026-04-23T13:46:04Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-nc275'
  metadata:
    creationTimestamp: "2026-04-23T13:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:46:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a900658aac74a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 11912eac-c061-4905-a53c-10b2ba102625
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 4a374e9c-9eb0-4860-9a17-3fac995a8103
  kind: Event
  lastTimestamp: "2026-04-23T13:46:03Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T13:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:46:03Z"
    name: isvc-lightgbm-runtime-predictor.18a900658437bf7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: ac356878-97c8-436b-8872-87cd112be464
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: c1a90d3c-6a51-4fe0-9cd9-dcf89d75656d
  kind: Event
  lastTimestamp: "2026-04-23T13:46:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:46:34Z"
    name: isvc-lightgbm-runtime-predictor.18a9006902a1d24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: 802cde07-b844-439d-aac3-280450a17cd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: c1a90d3c-6a51-4fe0-9cd9-dcf89d75656d
  kind: Event
  lastTimestamp: "2026-04-23T13:46:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:46:34Z"
    name: isvc-lightgbm-runtime-predictor.18a90069030344f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 15ba816a-0087-41cb-8e2c-c5828c4c4c27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: c1a90d3c-6a51-4fe0-9cd9-dcf89d75656d
  kind: Event
  lastTimestamp: "2026-04-23T13:47:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-runtime-predictor.18a9007000b77582
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: b4515770-e081-4f32-8ec8-da39c56b4176
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: c1a90d3c-6a51-4fe0-9cd9-dcf89d75656d
  kind: Event
  lastTimestamp: "2026-04-23T13:47:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-runtime-predictor.18a900700113551d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: fa58eb42-ab0e-4c43-bd67-07f4b597ebed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: 6781023d-dac4-4bd9-8595-8060af7ae5c7
  kind: Event
  lastTimestamp: "2026-04-23T13:47:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:47:25Z"
    name: isvc-lightgbm-runtime.18a9006583bf2d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: d8829f30-67d1-44d5-ae4c-0e787d60392f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:46:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: 6781023d-dac4-4bd9-8595-8060af7ae5c7
  kind: Event
  lastTimestamp: "2026-04-23T13:46:03Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:46:03Z"
    name: isvc-lightgbm-runtime.18a900658479770b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: d942c4c5-5ebf-44fc-afb5-405854ce8d8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17340"
    uid: 6781023d-dac4-4bd9-8595-8060af7ae5c7
  kind: Event
  lastTimestamp: "2026-04-23T13:47:25Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:47:25Z"
    name: isvc-lightgbm-runtime.18a900788dc40a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: 40cff9bb-1342-4e4b-befc-0ab7bc577ad3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:50:34.998915Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:50:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:50:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a49df28404
    namespace: kserve-ci-e2e-test
    resourceVersion: "18804"
    uid: f30eba5a-75e1-44a4-8af9-ab0c54f645d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T13:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a4a7c3f9b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18813"
    uid: ae65160f-d1b0-4295-9fa8-f952a5086b89
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:36Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:50:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a4dbadd23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: 4398c993-bf90-49cc-b544-b4201cd0ecf6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a4dd29cf4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 27b2a778-5ca2-4bb4-b2c6-1024c011facd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a4e144014a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: 89407448-6ce2-4fca-859f-8976991d8184
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a4e1d3cd0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: 37cf3769-0c11-4352-a891-d39a4d51eb71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:40Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a5cee49e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18868"
    uid: 16a47dc3-f8a0-41ec-9c37-e31daacb8901
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a5d26b839e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: 9408a74d-626d-4c9d-bb34-dbf4420f6099
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a5d2f5d8fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: 715ab46b-dee1-4cb8-b53b-a7fd4e6a5f87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a5d303a367
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: 2a5e8bdb-533f-4a3c-801e-03a203f8e171
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a5d64f7c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: 10f41b31-6b04-4010-bd1a-8a43baf91119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a5d6ce7b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18878"
    uid: 20ae6543-1d47-465a-8379-b3bbb4628af3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:50:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900a60ad35d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: fb0fc072-927e-4739-8566-861a7f9799b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:51:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900ab9bab2e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 649d7775-dd60-4186-930d-07f28dcfa493
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3f6f9dab-3b1d-4e2e-b785-5d8981853772
  kind: Event
  lastTimestamp: "2026-04-23T13:51:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz.18a900ab9babb58a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19089"
    uid: 518a896e-9b88-41db-b238-aef061469d34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: 816a5184-ca8c-41f5-9dfe-cad05ded3589
  kind: Event
  lastTimestamp: "2026-04-23T13:50:34Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-h2ckz'
  metadata:
    creationTimestamp: "2026-04-23T13:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:50:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a900a49d3ea9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: afba8a32-27fd-4408-8ca7-2e81dece5712
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18786"
    uid: 28aad450-a19d-4d4f-a205-b97d9c557eb5
  kind: Event
  lastTimestamp: "2026-04-23T13:50:34Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:50:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a900a498b551ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: 791c8232-75fe-4cee-9b32-95adb7f54e0f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: 1836785e-87d3-46a7-b5d5-0a0209ab8a58
  kind: Event
  lastTimestamp: "2026-04-23T13:51:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:04Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a900a8179092d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19061"
    uid: 1fcfa089-81f9-4660-b278-c54c27807ba4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: 1836785e-87d3-46a7-b5d5-0a0209ab8a58
  kind: Event
  lastTimestamp: "2026-04-23T13:51:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:04Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a900a817eef64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: 0cc22a30-1b6e-4829-8528-c50f7740c311
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: a33804f5-ba0b-480b-95b7-c1a2eafd3dc0
  kind: Event
  lastTimestamp: "2026-04-23T13:50:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:50:57Z"
    name: isvc-lightgbm-v2-kserve.18a900a4988ace79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: 05f1df95-78c8-403b-b382-476db60051b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: a33804f5-ba0b-480b-95b7-c1a2eafd3dc0
  kind: Event
  lastTimestamp: "2026-04-23T13:50:35Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:50:35Z"
    name: isvc-lightgbm-v2-kserve.18a900a498f1bdba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: c8a77614-78c5-47fb-890c-429cec4b508c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: a33804f5-ba0b-480b-95b7-c1a2eafd3dc0
  kind: Event
  lastTimestamp: "2026-04-23T13:50:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:50:35Z"
    name: isvc-lightgbm-v2-kserve.18a900a49e587f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: b81965a1-4fd5-4a14-8e2a-47a2eead35e4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: a33804f5-ba0b-480b-95b7-c1a2eafd3dc0
  kind: Event
  lastTimestamp: "2026-04-23T13:50:57Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:50:57Z"
    name: isvc-lightgbm-v2-kserve.18a900a9c98e428a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: 0309cc4c-da85-4623-922b-ea090830ecf7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:47:34.686845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:47:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9007aa282acd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: c3401493-86b7-4027-bbc3-31ed481ffa47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:47:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T13:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9007aaddab30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: fe65e9d1-4469-40a4-a30b-4c965d0acc99
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:47:35Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:47:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9007adf889f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17470"
    uid: 73a9b0cd-58b7-4a94-8903-332c5e0d983b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:47:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:47:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9007ae0e66b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: 819fd0b9-f3eb-4538-8964-a5f44931cb2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:47:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:47:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9007ae3c7c7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: e75a9518-f526-48f0-996c-0d40b82bd1b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:47:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:47:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9007ae4410f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: e8788e64-dd96-4c7c-954d-6b547a4acae1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:47:39Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-23T13:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:47:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9007bc340f034
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 8ff23db6-2ab6-471d-ad40-a2c409f68394
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:49:54Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m14.659s
    (2m14.659s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:49:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9009b1d9b78e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: b382181b-9aa0-4ef1-ab5a-5e8b0b66a9dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:49:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:49:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9009b21df6d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: 0a6d7e93-71bc-4a4a-84d8-08d55c877236
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:49:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:49:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9009b22d5a927
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 0e9fb920-a610-496b-ae10-f0676a97dc1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:49:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:49:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9009b22eab9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 2143e090-ac02-46ac-8231-70aa075abda1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:49:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:49:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9009b27d4da20
    namespace: kserve-ci-e2e-test
    resourceVersion: "18458"
    uid: b92577e4-3525-48f8-85d4-06b9de86bc71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:49:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:49:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a9009b28de4bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 710bd68b-51a6-4c89-9dd1-82cb0cba3565
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:50:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a900a497192359
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: 843de8fd-3873-48a3-9907-8c17f9e111de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:50:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a900a4971a4d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: 3fe5b097-cd0e-4447-b27d-f737b86f1b63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 000fa011-c531-45ba-8110-09ec4f8d9a78
  kind: Event
  lastTimestamp: "2026-04-23T13:50:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-23T13:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:50:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk.18a900a513e596e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: 975b695a-f748-4cc2-b354-eb8b48eb7db2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 16234126-a9d9-46a8-aca8-41580fa68810
  kind: Event
  lastTimestamp: "2026-04-23T13:47:34Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-tdbmk'
  metadata:
    creationTimestamp: "2026-04-23T13:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a9007aa1ff2df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: 0946252c-fc0b-4349-bbbe-4bc5e167e880
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 4073920a-d570-4df8-b0bc-436613beba7d
  kind: Event
  lastTimestamp: "2026-04-23T13:47:34Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9007a9df3ec79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: 8dcfa481-2c1a-4cd0-a208-1f0e32456a2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: fabd23c2-24ad-4cf3-94e0-5a8ea6b2e1ae
  kind: Event
  lastTimestamp: "2026-04-23T13:50:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:50:34Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9007e1cc52325
    namespace: kserve-ci-e2e-test
    resourceVersion: "18753"
    uid: 27c83ac6-1571-45a0-8c24-056f36f14fbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: fabd23c2-24ad-4cf3-94e0-5a8ea6b2e1ae
  kind: Event
  lastTimestamp: "2026-04-23T13:50:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:50:34Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9007e1d31b356
    namespace: kserve-ci-e2e-test
    resourceVersion: "18755"
    uid: c26c6eda-a1db-4cbc-aec4-63c1f3fc25f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: 3c4b2c8b-fe30-4680-b19b-4e34bafff1f2
  kind: Event
  lastTimestamp: "2026-04-23T13:50:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:50:31Z"
    name: isvc-lightgbm-v2-runtime.18a9007a9dc8350e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: 5f541418-9048-4213-a8bb-aedf0b79059d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: 3c4b2c8b-fe30-4680-b19b-4e34bafff1f2
  kind: Event
  lastTimestamp: "2026-04-23T13:47:34Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-v2-runtime.18a9007a9e1e3291
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 52996280-7bab-4c14-93fe-0bbbaaec93d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:47:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 3c4b2c8b-fe30-4680-b19b-4e34bafff1f2
  kind: Event
  lastTimestamp: "2026-04-23T13:47:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:47:34Z"
    name: isvc-lightgbm-v2-runtime.18a9007aa3935101
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: d4683d0f-7c69-40f5-9131-94d4a1c6cee3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:50:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18723"
    uid: 3c4b2c8b-fe30-4680-b19b-4e34bafff1f2
  kind: Event
  lastTimestamp: "2026-04-23T13:50:31Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:50:31Z"
    name: isvc-lightgbm-v2-runtime.18a900a3b3675240
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: a4ef64c2-5eda-46bb-adb0-5d7d71cdc45d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: edb1562f-780a-4086-bb30-643fdd922d38
  kind: Event
  lastTimestamp: "2026-04-23T13:45:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:45:56Z"
    name: isvc-lightgbm.18a9004e2dfa05e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: da6126a2-e53c-4bf0-848d-4f1330224796
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: edb1562f-780a-4086-bb30-643fdd922d38
  kind: Event
  lastTimestamp: "2026-04-23T13:44:23Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:44:23Z"
    name: isvc-lightgbm.18a9004e2e8b34d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 5ff580b6-b37c-455a-9e3d-3439405adc7e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:45:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: edb1562f-780a-4086-bb30-643fdd922d38
  kind: Event
  lastTimestamp: "2026-04-23T13:45:56Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:45:56Z"
    name: isvc-lightgbm.18a90063af38873a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 6249a1c9-6569-4f2a-9c73-f8771d3eb8fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:42:58.592870Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7ffcf8d567-9khc6
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:42:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:42:58Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003a5a06ed0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 757efc83-28f2-4e25-a22a-bb0d1f423a16
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:42:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T13:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:58Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003a6a3855b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: 9a13b304-f5f2-47da-a4c4-413804522ffc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:42:59Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:42:59Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003a96f93a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15182"
    uid: 7cd78702-672c-43ed-a600-14cc963b9855
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:42:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:59Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003a984f5111
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 20193095-0d90-4b15-99ba-87a6b5e45313
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:42:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:59Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003a9b71a886
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 39743ef2-48fd-493f-b87e-b86db7a989cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:42:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:59Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003a9be3e3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 549558b5-c894-4d93-b043-e2b69cac8c06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:43:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:43:03Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003b6e8c9ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: c5388e21-220a-4a30-9bba-7d41f09766f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:43:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:43:03Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003b71cc925d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: 675b82e5-a8e8-4c41-aacc-b142b2420904
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:43:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:43:03Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003b723cfe37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 4529fcb4-12da-40be-bafc-6b16ba5d9e94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:43:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:43:03Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003b72487983
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: a2af6525-a7df-4650-b418-b92ee8c62e3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:43:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:43:03Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003b758ec19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 9f0381b1-bccb-4f0a-ab03-a6e3b465336e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:43:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:43:03Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003b75fef0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 5965eb45-24dd-4acb-a31a-9a80f90672ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:43:03Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d5d470ad0a2dbd76829def7f459909c05cc870ffb330e4b585204605f3c490d9"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:43:03Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003b760c46cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: ee638a68-56ae-4464-9080-36ca1ea8971e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:43:03Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:43:03Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003b79f4028c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: d84243f0-19b2-42db-ae2c-47187c518b10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:43:03Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:43:03Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003b7a664600
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: cb10a24e-ccef-4860-9ff8-05c0da5974b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:44:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:40Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003baa93287b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: cd1968d1-c0db-4c53-bdd1-330b9e021c18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:44:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:40Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9003baa9f8cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: ee3973ca-2e7b-4981-8e26-47421b2c7ae6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:44:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:23Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9004e2f50e700
    namespace: kserve-ci-e2e-test
    resourceVersion: "15874"
    uid: a433dcbe-cc25-45a2-87c2-4a81acadcdc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:44:23Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:23Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9004e2f512c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: e38987da-1d29-474f-b318-91668669b188
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:44:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:23Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9004e2f51c19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: 10e101a5-62ae-422f-bce4-cad509c0ad41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7ffcf8d567-9khc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 59ab4d00-1c97-4c61-abab-39e184c7be82
  kind: Event
  lastTimestamp: "2026-04-23T13:44:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:40Z"
    name: isvc-logger-predictor-7ffcf8d567-9khc6.18a9004e86b64207
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: 5286e406-6637-4b55-b1b0-bdd0303e92dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7ffcf8d567
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: 907034a1-7c95-4975-b5af-2bd43e3318cc
  kind: Event
  lastTimestamp: "2026-04-23T13:42:58Z"
  message: 'Created pod: isvc-logger-predictor-7ffcf8d567-9khc6'
  metadata:
    creationTimestamp: "2026-04-23T13:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:42:58Z"
    name: isvc-logger-predictor-7ffcf8d567.18a9003a5997ec86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 39476e34-a167-42ae-8af3-903d9c378399
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: ae3e6a74-5071-40f7-a4cc-10c85877c467
  kind: Event
  lastTimestamp: "2026-04-23T13:42:58Z"
  message: Scaled up replica set isvc-logger-predictor-7ffcf8d567 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:42:58Z"
    name: isvc-logger-predictor.18a9003a569773be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 27109dbd-b87c-471a-b646-a15e59bcd6c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: 2352edc2-91a9-4e67-bbde-74c3937d8bee
  kind: Event
  lastTimestamp: "2026-04-23T13:43:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:43:43Z"
    name: isvc-logger-predictor.18a9003dd512cdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: a01755a2-f2b3-424c-824b-115521c6d560
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: 2352edc2-91a9-4e67-bbde-74c3937d8bee
  kind: Event
  lastTimestamp: "2026-04-23T13:43:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:43:43Z"
    name: isvc-logger-predictor.18a9003dd581ca2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: d8e70219-6e48-44c6-b379-fd1fceea10a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 2352edc2-91a9-4e67-bbde-74c3937d8bee
  kind: Event
  lastTimestamp: "2026-04-23T13:44:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:44:13Z"
    name: isvc-logger-predictor.18a900485178964f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 5a3b5da0-f89e-4dab-b575-5e3812837295
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:43:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 2352edc2-91a9-4e67-bbde-74c3937d8bee
  kind: Event
  lastTimestamp: "2026-04-23T13:44:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:44:13Z"
    name: isvc-logger-predictor.18a9004851dc19de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 4b862924-75fb-4f83-8f72-c29eb7c76239
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: def7457d-6f86-46d8-be95-4dbf50bdaaf5
  kind: Event
  lastTimestamp: "2026-04-23T13:44:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:44:10Z"
    name: isvc-logger.18a9003a566f0124
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: eab5862f-f3de-4af5-a95d-e27b752a0e09
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: def7457d-6f86-46d8-be95-4dbf50bdaaf5
  kind: Event
  lastTimestamp: "2026-04-23T13:42:58Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T13:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:42:58Z"
    name: isvc-logger.18a9003a56d92733
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: 32e12a95-353a-4391-8135-1e57d358cd04
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: def7457d-6f86-46d8-be95-4dbf50bdaaf5
  kind: Event
  lastTimestamp: "2026-04-23T13:44:10Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:44:10Z"
    name: isvc-logger.18a9004b0fd7f35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 8b17f970-36b8-43d0-90a6-9298b9b0a752
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:51:05.115136Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19105"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900aba103ac5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19110"
    uid: 27bc8c3c-9142-4cec-b57b-0ff2b3552a93
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:05Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900abbadd5cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: f6aeb7cc-2452-488b-96db-84aa09373844
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900abbdf68303
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: b82ca9f1-55af-437f-96f4-d854f40397ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900abc0d6efc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: 82b42b0b-f9d9-4faa-a3f3-a7a1074be850
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900abc1525447
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 5f28aa34-b2a7-4ff8-9bfc-4836a19e1b60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T13:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900acd10ab375
    namespace: kserve-ci-e2e-test
    resourceVersion: "19170"
    uid: 9d39b6df-5a66-46df-99eb-f1d9e2bafd96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900acd4fdf65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: e2754089-ebaa-4a63-ab69-754622c42f3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900acd582337c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19176"
    uid: d9addc70-ad40-400a-a509-7bda5e7a71ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900acd5902c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 198cd46e-1db2-4b04-b4f1-f5181230bbe5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900acd90aba45
    namespace: kserve-ci-e2e-test
    resourceVersion: "19179"
    uid: 64e732ce-c6cc-47de-8fe7-35084b284a1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900acd98e46bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19180"
    uid: 97c99271-b033-451b-8929-7ea72a588be0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900b749a8162d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: a1184a4f-b172-47c4-99e0-8f091d0c545b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 56f10928-3dff-43ee-993f-7163a75261a3
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx.18a900b749a8bdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: baf727bd-1d97-4d3b-b217-4c97d8b8830b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: 5a5b14cb-e1e7-4196-a61a-dd00be8973fd
  kind: Event
  lastTimestamp: "2026-04-23T13:51:05Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-4c4mx'
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a900aba0978daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: 440b6c58-647d-482e-93fe-e15d09201195
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: 448b388a-978b-4b0b-a56c-c6e8e313bc0e
  kind: Event
  lastTimestamp: "2026-04-23T13:51:05Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-mlflow-v2-runtime-predictor.18a900ab9d2e88d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: c00cf3ed-c398-472a-886e-78b80aa69b3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19094"
    uid: 7f2ae756-7f07-403c-b7cd-b8123d186906
  kind: Event
  lastTimestamp: "2026-04-23T13:51:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18a900af1c06e0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19353"
    uid: 4df365ae-29d4-414f-9ba1-71a207117109
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19094"
    uid: 7f2ae756-7f07-403c-b7cd-b8123d186906
  kind: Event
  lastTimestamp: "2026-04-23T13:51:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18a900af1c67f375
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: c4e8da6c-3fee-41d3-a446-f7ab8c01827f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: 7f2ae756-7f07-403c-b7cd-b8123d186906
  kind: Event
  lastTimestamp: "2026-04-23T13:51:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18a900b61a3ceb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: 4a475f83-28a0-4ec0-8d7b-df008f145838
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: 7f2ae756-7f07-403c-b7cd-b8123d186906
  kind: Event
  lastTimestamp: "2026-04-23T13:51:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18a900b61ab1c290
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 8f1596af-5e1b-41c3-ad5d-0a7cda1562a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: ef66f7a7-cd3e-4153-98e3-06131de46db9
  kind: Event
  lastTimestamp: "2026-04-23T13:51:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:51:47Z"
    name: isvc-mlflow-v2-runtime.18a900ab9d0c6401
    namespace: kserve-ci-e2e-test
    resourceVersion: "19447"
    uid: e4130f8b-152c-4dcc-b357-093511bcae0f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: ef66f7a7-cd3e-4153-98e3-06131de46db9
  kind: Event
  lastTimestamp: "2026-04-23T13:51:05Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:51:05Z"
    name: isvc-mlflow-v2-runtime.18a900ab9da37e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: f18ad871-04bc-49c4-b003-f3ce2fba58ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19445"
    uid: ef66f7a7-cd3e-4153-98e3-06131de46db9
  kind: Event
  lastTimestamp: "2026-04-23T13:51:47Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:51:47Z"
    name: isvc-mlflow-v2-runtime.18a900b5744a55d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19446"
    uid: 14f47d40-7afe-499d-9a17-ddcaed2e9321
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:53:15.434446Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900c9f8a669cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20195"
    uid: 5ff02616-bf6f-4a6c-a8a3-8193bebb3d65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900ca11baef00
    namespace: kserve-ci-e2e-test
    resourceVersion: "20209"
    uid: 055187d4-9f43-4237-a630-9ba7001abb24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900ca1326a003
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: add0adce-ea2f-41f7-b8d1-7e3b4f837862
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900ca15db6731
    namespace: kserve-ci-e2e-test
    resourceVersion: "20213"
    uid: 9519d669-d2b4-4229-856f-8b33daf3cd47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900ca16524734
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: e7abc7c2-c62c-49b5-8dc8-7bd50e421db1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:20Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T13:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900cb2bcb7e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20255"
    uid: 2988e9df-fda0-4869-8a11-5dce23253af2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:31Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.711s (10.711s
    including waiting). Image size: 1162827001 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900cdaa423522
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: b97865b8-c1cc-4558-89c5-269e895754cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900cdae373779
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: 952916ea-b635-464f-93a3-2ad027aff884
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900cdaecb3bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 0768d77b-6aee-4211-8d5e-5bb5347faa0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900cdaed9c929
    namespace: kserve-ci-e2e-test
    resourceVersion: "20343"
    uid: b361b069-4c91-4780-ba9c-3afde3030259
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900cdb1f2ee35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20344"
    uid: 484fee2a-f7b2-4653-abc2-18b5a66ddbe3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900cdb327eef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: 212ab7d7-9e87-4ad7-a61a-6983c2e49b3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:54:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900cdf9def7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20839"
    uid: 05344d4c-99ab-4a27-9f68-5404df1cbd6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:54:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:26Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900daa096f3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: 955a44b4-69a0-4250-9762-ed9a4da0550f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:54:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:26Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900daa09747bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: 3575b59a-7a29-4f19-84ac-305a2d5be623
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 1183adb7-cb69-4fcd-a996-8ecb2089715b
  kind: Event
  lastTimestamp: "2026-04-23T13:54:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-qz6kx.18a900db03e65cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: df07c8a8-2686-47b3-8b5e-456517911791
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: 4691c711-7935-42ad-a324-6669a723e224
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-qz6kx'
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a900c9f81da888
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 4a8709a3-374b-4688-b12d-df201be7cd0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: 80160558-9391-4ab9-a989-f5785f6bf77e
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-paddle-predictor.18a900c9f4e3b9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20180"
    uid: f8b21859-3a82-4bfa-a8b4-46ad880ca786
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: 7761025a-b2f9-4ff6-80dc-e9d458e4d5f8
  kind: Event
  lastTimestamp: "2026-04-23T13:54:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:54:15Z"
    name: isvc-paddle-predictor.18a900cd73665977
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 89899cd8-c35e-467c-b18b-61412af6c1a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: 7761025a-b2f9-4ff6-80dc-e9d458e4d5f8
  kind: Event
  lastTimestamp: "2026-04-23T13:54:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:54:15Z"
    name: isvc-paddle-predictor.18a900cd73d3579f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: f8a5bd36-2996-4c68-b54d-39cac20e01e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 7761025a-b2f9-4ff6-80dc-e9d458e4d5f8
  kind: Event
  lastTimestamp: "2026-04-23T13:54:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:54:00Z"
    name: isvc-paddle-predictor.18a900d471c6a6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: ac7cce66-2f5d-42b7-af28-7b13733a0df1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 7761025a-b2f9-4ff6-80dc-e9d458e4d5f8
  kind: Event
  lastTimestamp: "2026-04-23T13:54:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:54:00Z"
    name: isvc-paddle-predictor.18a900d4723c862d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 94e8199e-fd34-4ad5-8618-d7b461331c55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:54:27.179305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:54:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:54:27Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900daacfa0d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: e08279ee-e8d8-43a0-90e7-4c682d5fa2fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T13:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:27Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900dab678db95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: 91a9bd4d-3654-4230-a29b-808be0bf87ee
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:28Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:54:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900dae98c1b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: c5b317b3-2f24-43fc-9ef2-052df4f7bbe4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900daeb62a231
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 0432dea8-9b30-4b7f-a725-1f6ffe8909fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900daee58e50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20830"
    uid: e29317d3-8721-4549-8e45-a82235741cbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900daeec75374
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: 789c57bc-867d-4cd2-accb-43d72a3c3b77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:32Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900dbfc1675d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: cc14e332-0272-4e59-8ab9-d848a127123c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900dbfeb4c44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: b391bbd8-5742-41e3-a5a3-ce115f871d51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900dbff2ad351
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 55c579ed-9e39-4bd2-96ce-be51ae80ef5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900dbff382c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: ec27acba-4b61-4764-88ea-58628d9ff0c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900dc020ccc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 8890f24a-3c60-4ce1-898b-03dcaf63bbfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:54:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:54:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900dc02958c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20884"
    uid: 6706ff46-1e35-44b5-82ac-b5f87a2c3ca0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:55:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:29Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900dc37fb9692
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: 1cf5d657-290f-48dc-a316-8c111ccad4e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:55:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900e8ec5aa005
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: eefac4f3-29da-4d5e-94c6-171e81ec9142
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:55:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900e8ec5b1033
    namespace: kserve-ci-e2e-test
    resourceVersion: "21305"
    uid: d3a66757-6d5f-4af3-9e7b-1f5bf2855c07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 553e244d-2d11-4a3b-b422-09efbe6c3610
  kind: Event
  lastTimestamp: "2026-04-23T13:55:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:29Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64.18a900e9420220c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: a3102900-4ed8-49dc-8bde-add9377c9c92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: c45eab4f-f342-4fcb-b12e-f8a8487644cc
  kind: Event
  lastTimestamp: "2026-04-23T13:54:27Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-r8b64'
  metadata:
    creationTimestamp: "2026-04-23T13:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:54:27Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a900daab3c2474
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: b1210812-68da-4813-b89d-67ddbf8c8739
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: 9bd21c2f-8bf9-4189-8d98-a33e89dc1a0f
  kind: Event
  lastTimestamp: "2026-04-23T13:54:27Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T13:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:54:27Z"
    name: isvc-paddle-runtime-predictor.18a900daa333d12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 35aba9f8-94f2-4d2c-b2be-8f2ff66cf6a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: 70f9037d-005d-4943-bb6f-4370c4edda05
  kind: Event
  lastTimestamp: "2026-04-23T13:54:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:54:42Z"
    name: isvc-paddle-runtime-predictor.18a900de21f534e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20950"
    uid: 6f1c86fc-53d9-4858-9dce-90b390635593
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: 70f9037d-005d-4943-bb6f-4370c4edda05
  kind: Event
  lastTimestamp: "2026-04-23T13:54:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:54:42Z"
    name: isvc-paddle-runtime-predictor.18a900de2257ddb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: 4ae89cfe-91bc-4e1b-9f16-5432a5942304
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20951"
    uid: 70f9037d-005d-4943-bb6f-4370c4edda05
  kind: Event
  lastTimestamp: "2026-04-23T13:55:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:55:27Z"
    name: isvc-paddle-runtime-predictor.18a900e1a1411cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 10202c6e-5333-4975-bcef-dadb82470cb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20951"
    uid: 70f9037d-005d-4943-bb6f-4370c4edda05
  kind: Event
  lastTimestamp: "2026-04-23T13:55:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:55:27Z"
    name: isvc-paddle-runtime-predictor.18a900e1a1c960b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: a6f7feda-e549-4b3f-8244-c602d8eb0b71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20759"
    uid: a84be5c1-6ec4-4e80-b375-1e4068aebf29
  kind: Event
  lastTimestamp: "2026-04-23T13:55:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:55:19Z"
    name: isvc-paddle-runtime.18a900daa2d1b43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 8191ba51-a5a1-4da4-ae39-9235bbd41e8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20759"
    uid: a84be5c1-6ec4-4e80-b375-1e4068aebf29
  kind: Event
  lastTimestamp: "2026-04-23T13:54:27Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:54:27Z"
    name: isvc-paddle-runtime.18a900daa3c89f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: 522afbb3-9561-4b6a-8923-4e7232af82d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: a84be5c1-6ec4-4e80-b375-1e4068aebf29
  kind: Event
  lastTimestamp: "2026-04-23T13:55:19Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:55:19Z"
    name: isvc-paddle-runtime.18a900e6f40c6453
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 00c9b352-c241-4ccc-9383-52ab57c6e55f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:55:28.467874Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900e8f20f6ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: ed2a2751-e6ae-4b43-b3db-57d9c91660fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:28Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900e90b53421f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 41486637-2c81-4bdd-af7d-fe2281b06238
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900e90ce83967
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: b29ef6b2-f468-4fa5-b8bb-59f23373aaed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900e90fd3d170
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: db4bfa3d-3c39-4cf7-bab7-4f89cb61882f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900e91047504b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: 25e3f2ff-8c32-400c-a1d8-0f9bb72dcede
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:33Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900ea3ae4d523
    namespace: kserve-ci-e2e-test
    resourceVersion: "21398"
    uid: 825b0758-c3fd-4497-8cf6-b668f84fa764
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900ea3e4f91f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 480e6dbe-fdbc-4c5c-8434-9993f9ac4107
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900ea3ec59c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: 8b938396-d859-41bc-a590-572041e1a52b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900ea3ed304bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: 027f0f6a-3bef-4e3e-8e1b-80ae88b70735
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900ea42ae135f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: a7f5dd1e-8ded-4e40-9b5d-d2170a03311e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:55:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:55:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900ea4324424f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21407"
    uid: 66ac2c4a-4f41-4605-9d31-41800a5031a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:56:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900ea76dc551f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21914"
    uid: 34a9b58e-6e49-4da2-b0ee-30efe2f93dc7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900f74b3ed3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 7247fa53-26a3-4b2b-b811-e074fc7d9c84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900f74b3f506c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: b69179f6-47c5-4927-8ce7-6381b1cc5483
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0c952a49-dbb7-4899-8e4e-80c16deba78b
  kind: Event
  lastTimestamp: "2026-04-23T13:56:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:31Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6.18a900f7bc9f0d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 3f100f29-66b2-4fe1-bd7d-e98755ce555a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: de5c3775-5bdb-4ced-9c78-b597000abfae
  kind: Event
  lastTimestamp: "2026-04-23T13:55:28Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-4jxs6'
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a900e8f182bed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: 47882d12-1f19-4539-949f-ddd1b9914557
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: 83d75a58-c03f-4926-a433-9a4fed0a0955
  kind: Event
  lastTimestamp: "2026-04-23T13:55:28Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-v2-kserve-predictor.18a900e8eedc4739
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: 6fbe0568-890e-494c-9ccb-85ddd9ab67f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: 7fcdd461-ff30-4d77-9e4f-b308b6eebcee
  kind: Event
  lastTimestamp: "2026-04-23T13:56:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:56:13Z"
    name: isvc-paddle-v2-kserve-predictor.18a900ec6da53782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: 314c187a-cb49-4174-9e1c-b92a29b4b47d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: 7fcdd461-ff30-4d77-9e4f-b308b6eebcee
  kind: Event
  lastTimestamp: "2026-04-23T13:56:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:56:13Z"
    name: isvc-paddle-v2-kserve-predictor.18a900ec6e09df6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: acb4e9de-4261-4825-8fe5-e0abed28db26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 7fcdd461-ff30-4d77-9e4f-b308b6eebcee
  kind: Event
  lastTimestamp: "2026-04-23T13:56:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:56:28Z"
    name: isvc-paddle-v2-kserve-predictor.18a900f6ea87a204
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 896c99a0-9b45-45be-88ab-ea93d0eb5096
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 7fcdd461-ff30-4d77-9e4f-b308b6eebcee
  kind: Event
  lastTimestamp: "2026-04-23T13:56:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:56:28Z"
    name: isvc-paddle-v2-kserve-predictor.18a900f6eb025af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21815"
    uid: e9c993a8-0223-4336-bbb6-34333c91a549
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: 3bb7e4ec-6927-448e-8bca-a629284d686c
  kind: Event
  lastTimestamp: "2026-04-23T13:56:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:56:22Z"
    name: isvc-paddle-v2-kserve.18a900e8eeb723a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 93695499-b1b0-45a0-8bbc-481cc8d5ad5d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:55:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: 3bb7e4ec-6927-448e-8bca-a629284d686c
  kind: Event
  lastTimestamp: "2026-04-23T13:55:28Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:55:28Z"
    name: isvc-paddle-v2-kserve.18a900e8ef07b7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: bc96a8ca-be29-4fbf-8946-d44d7cecdee2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 3bb7e4ec-6927-448e-8bca-a629284d686c
  kind: Event
  lastTimestamp: "2026-04-23T13:56:22Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:56:22Z"
    name: isvc-paddle-v2-kserve.18a900f56da5c198
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 396fb725-6483-4609-ab27-3a39e875c189
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 34e0ac63-e4fe-4f31-9658-9d40f3ec06de
  kind: Event
  lastTimestamp: "2026-04-23T13:54:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:54:18Z"
    name: isvc-paddle.18a900c9f4b93f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 6460e49b-1440-48c2-9596-44cc48482788
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 34e0ac63-e4fe-4f31-9658-9d40f3ec06de
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-paddle.18a900c9f50f2712
    namespace: kserve-ci-e2e-test
    resourceVersion: "20182"
    uid: 8da749cb-cbba-4b7b-8c33-25f94ca15865
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20700"
    uid: 34e0ac63-e4fe-4f31-9658-9d40f3ec06de
  kind: Event
  lastTimestamp: "2026-04-23T13:54:18Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:54:18Z"
    name: isvc-paddle.18a900d8b5d082b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20701"
    uid: 148b9fed-51d9-488b-8aef-b66ddae59928
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:56:30.181818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-ksmbq
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f7507f857d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: 5a589200-be27-40e6-a22d-5867e1d4d79b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21880"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f769d86526
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 80d39665-6d0a-4814-b4d0-6b528b849469
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f76c22dca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: c819796b-4506-4ec3-873d-dcf11a070e8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f76f2acc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: e9449355-3f17-4cd0-87a7-93a48d5599a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f76f998202
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: 0b1ab132-25cc-42e6-83d6-e2816a832774
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:34Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T13:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:34Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f868426672
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: f34c4120-8479-4c83-85eb-81c0d6261384
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:41Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.72s (6.72s including
    waiting). Image size: 800924023 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:41Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f9f8ce415f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: 51132cb3-605c-448c-8f58-e09b1dcb279e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:41Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f9fbec71a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: 5ec170d5-72c4-475c-ab87-436ab2722751
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:41Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f9fc5cca8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: feb6d30a-979a-42fe-a12d-7a353002ae5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:41Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f9fc674110
    namespace: kserve-ci-e2e-test
    resourceVersion: "21989"
    uid: a846ef43-3ded-4eaf-b2e4-448e3236967a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:41Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f9ff1eec0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21990"
    uid: 97a580af-80be-4645-b79a-c91418825db4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:56:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:56:41Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900f9ff8c2799
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: 824713f5-c116-4126-952c-a36da7f31680
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:57:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:57:58Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a900fa477387e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: 5f3287ab-8353-4b15-ac70-4442da43230c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:58:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a9010edd7bf409
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 5e63f867-a98d-4147-ab57-34e675beff1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:58:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a9010edd7c8cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: 920decfd-10ac-4e9f-b7c5-85025192040c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ksmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bdd1332b-ce38-4b58-a86a-7bff464f3d53
  kind: Event
  lastTimestamp: "2026-04-23T13:58:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:13Z"
    name: isvc-pmml-predictor-8bb578669-ksmbq.18a9010f779a1372
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: 76454041-c42b-42a6-b9f0-2c54bc56b8d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 8db20ebb-1164-4004-92fb-85e99a98fc35
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-ksmbq'
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-pmml-predictor-8bb578669.18a900f74ff55f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21873"
    uid: a3bfad95-f341-4655-8bc5-96cfd08b76bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 1233684f-7a41-446d-b7ed-6c323f4668bd
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-pmml-predictor.18a900f74cc10529
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: 64a9f365-226a-42c7-bf3e-b97cc43099a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 24eeb74d-26f1-4712-bdae-d0f6f62af826
  kind: Event
  lastTimestamp: "2026-04-23T13:57:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:57:00Z"
    name: isvc-pmml-predictor.18a900facb9a2d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22125"
    uid: eca7e3a2-f57c-4ff3-8bc4-5ab0ef5299cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 24eeb74d-26f1-4712-bdae-d0f6f62af826
  kind: Event
  lastTimestamp: "2026-04-23T13:57:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:57:00Z"
    name: isvc-pmml-predictor.18a900facc058b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: bece3f1e-9283-46c6-b0d2-7e883ed4471a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T13:57:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22020"
    uid: 24eeb74d-26f1-4712-bdae-d0f6f62af826
  kind: Event
  lastTimestamp: "2026-04-23T13:58:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:58:00Z"
    name: isvc-pmml-predictor.18a90101ca0d95af
    namespace: kserve-ci-e2e-test
    resourceVersion: "22542"
    uid: 05ac0c06-fe4d-4e51-87da-f8aadec5dd72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T13:57:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22020"
    uid: 24eeb74d-26f1-4712-bdae-d0f6f62af826
  kind: Event
  lastTimestamp: "2026-04-23T13:58:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:58:00Z"
    name: isvc-pmml-predictor.18a90101ca5d858d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22543"
    uid: 70dbec28-f665-4f45-83dd-38462fef771c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:58:11.408769Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-zqttc
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a9010ee21824ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22681"
    uid: 1f1c5c1d-4a31-4119-a4fd-66c0d4a6deb9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:11Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a9010efb340a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: de06bae7-7985-44c2-ae78-a4ba3318dee3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a9010efcb0fdc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 15356144-7de8-4e4c-b802-307faefce420
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a9010eff203e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: e74db887-b68d-452b-a03d-4b2ad48c3892
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a9010eff91b528
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: 27df0016-7493-4131-84a9-078710ddd668
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:16Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T13:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a901100deeb2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: 91ae702c-320a-4ea6-9a22-99f8d1b5c521
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:23Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.915s (6.915s
    including waiting). Image size: 800924023 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a90111aa1b1443
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: 609494fa-f388-4b3c-a960-7cc957de4b8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a90111ae5be697
    namespace: kserve-ci-e2e-test
    resourceVersion: "22792"
    uid: bab14fcd-45a9-45e7-8a51-a37670f52f15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a90111af09ee9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: 113745e4-cb07-42d2-95b2-5373023542a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a90111af171e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: 3f40acad-a6d3-4022-854f-2f39b9eb6b9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a90111b260d00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 2fbc47d9-f573-4be8-b4e7-51303a46f42c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:58:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:58:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a90111b2d54191
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 75bbc74f-bc66-41bc-8ca1-68f305bfdc1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:59:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a90112283ab5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 27f90e70-a64c-4329-b0fa-0aaa8994bcd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:59:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:52Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a9012677f6e115
    namespace: kserve-ci-e2e-test
    resourceVersion: "23456"
    uid: 3777dff8-14bd-418d-a9be-c3a4a2b23bad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5a35871c-33d1-4275-b918-d622d0fbfc30
  kind: Event
  lastTimestamp: "2026-04-23T13:59:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:52Z"
    name: isvc-pmml-runtime-predictor-67bc544947-zqttc.18a9012677f74c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: e7b231c3-0d5f-4c97-87ce-12dd46ff52c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "22662"
    uid: d7c33b44-70bd-439a-a375-48dacc973e9e
  kind: Event
  lastTimestamp: "2026-04-23T13:58:11Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-zqttc'
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a9010ee1945681
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 9128a7ff-57e8-4bcd-a844-f89041d43bdb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: d14b81b4-f38a-423b-969f-90d2dec01f8c
  kind: Event
  lastTimestamp: "2026-04-23T13:58:11Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-runtime-predictor.18a9010edd446273
    namespace: kserve-ci-e2e-test
    resourceVersion: "22665"
    uid: 89d57471-bf8f-4040-92de-1700483cbabb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22661"
    uid: 844bfb43-e29b-4dba-86b6-95197690dc80
  kind: Event
  lastTimestamp: "2026-04-23T13:58:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:58:56Z"
    name: isvc-pmml-runtime-predictor.18a901125bb6edce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23032"
    uid: 5a5d3ea4-68b1-4f41-8390-91268da42e79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22661"
    uid: 844bfb43-e29b-4dba-86b6-95197690dc80
  kind: Event
  lastTimestamp: "2026-04-23T13:58:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:58:56Z"
    name: isvc-pmml-runtime-predictor.18a901125c246d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23033"
    uid: c5d6b2c6-357e-4436-8c9c-8ceda0d8446d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 844bfb43-e29b-4dba-86b6-95197690dc80
  kind: Event
  lastTimestamp: "2026-04-23T13:59:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:59:41Z"
    name: isvc-pmml-runtime-predictor.18a9011cd98b6b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "23347"
    uid: 10d918fc-d930-4b06-9ed4-bcdfea39bf97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 844bfb43-e29b-4dba-86b6-95197690dc80
  kind: Event
  lastTimestamp: "2026-04-23T13:59:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:59:41Z"
    name: isvc-pmml-runtime-predictor.18a9011cda3ea6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23348"
    uid: 5fdb692f-8b91-464a-a895-1354bf352801
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22635"
    uid: d4bfd876-b99f-4bae-9a81-8f433e84ded2
  kind: Event
  lastTimestamp: "2026-04-23T13:59:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:59:41Z"
    name: isvc-pmml-runtime.18a9010edd101e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23360"
    uid: e19d42fb-70da-46a7-8db3-dfeeb1c6178c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22635"
    uid: d4bfd876-b99f-4bae-9a81-8f433e84ded2
  kind: Event
  lastTimestamp: "2026-04-23T13:58:11Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:58:11Z"
    name: isvc-pmml-runtime.18a9010edd6bb99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22667"
    uid: a97a15f4-93c6-42b4-9ea4-f404b3589e82
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: d4bfd876-b99f-4bae-9a81-8f433e84ded2
  kind: Event
  lastTimestamp: "2026-04-23T13:59:41Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:59:41Z"
    name: isvc-pmml-runtime.18a90123df0fe29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23358"
    uid: c420f084-647c-4703-9ed9-2b473487612f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:59:52.816937Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:59:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:59:52Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a901267e7e4d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 7f193c6f-d099-48a1-a8f6-f2caf584078b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T13:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a901268bc8247d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: c96eb74e-eeac-4521-94b1-225120bdeeb3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:53Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:59:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a90126bb44c063
    namespace: kserve-ci-e2e-test
    resourceVersion: "23501"
    uid: 54d4d326-e781-4bab-b4f7-ad94da282456
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a90126bc7f2c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: 1e417570-3346-44a1-9042-ea26bed19482
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a90126bf5daddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 8eebb004-bd28-44eb-a09c-1380bf73c735
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a90126c013809b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23506"
    uid: a791c33a-8354-4480-a0fc-9ab9f19511d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:57Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a90127989be160
    namespace: kserve-ci-e2e-test
    resourceVersion: "23551"
    uid: 3c8883f8-c646-4aa6-8141-0563ddb9c834
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a901279bd05fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: 1756b38f-f61c-4597-86c8-6292c2d4b631
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a901279c407dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: f1450519-f40f-4c15-b015-961f2b77b9e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a901279c4db26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: f4c2f918-d12e-4d82-89c6-e97b213b180f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a901279f79cd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: e4f1bdcb-3f34-4b5f-ad74-51ff6248d242
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T13:59:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a901279feb9a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: 2893c18f-a16e-4cc5-b502-a596b9c5273b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T14:01:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:25Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a90127d48ad36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: 270b5b82-d162-4160-a144-6d9ea8519cf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T14:01:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a9013bbd9044b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: 002202ab-c2c9-49f5-bfb7-3e86783b7b47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T14:01:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a9013bbd90c6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24204"
    uid: a6844860-4b6f-4e1f-b71c-ae9c2b4dd85a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 9ecce91f-1b1d-4017-b4e9-b60876459339
  kind: Event
  lastTimestamp: "2026-04-23T14:01:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:25Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72.18a9013c166898b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24246"
    uid: 616197c9-d93a-4e33-a13a-8970e47bdf44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 9010ad89-2cbc-46ba-8194-b372fe301ee3
  kind: Event
  lastTimestamp: "2026-04-23T13:59:52Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-8px72'
  metadata:
    creationTimestamp: "2026-04-23T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:59:52Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a901267e0f8cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: 6bb617e5-3340-4c8e-81b5-cec06def7379
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: a6cec947-a91e-4097-b3c7-b3bf54e56f95
  kind: Event
  lastTimestamp: "2026-04-23T13:59:52Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:59:52Z"
    name: isvc-pmml-v2-kserve-predictor.18a9012679fa7f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 198b5db4-afe1-46da-bd98-ebe892cac4b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:00:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 6cccb70b-4dc3-43df-92e3-12ef24db33e5
  kind: Event
  lastTimestamp: "2026-04-23T14:00:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:00:37Z"
    name: isvc-pmml-v2-kserve-predictor.18a90129f8f9b6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23843"
    uid: f9394814-6de5-4b58-ba65-ecea2251eb4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:00:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 6cccb70b-4dc3-43df-92e3-12ef24db33e5
  kind: Event
  lastTimestamp: "2026-04-23T14:00:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:00:37Z"
    name: isvc-pmml-v2-kserve-predictor.18a90129f95f0ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23844"
    uid: 5d52b68e-d9c6-48d0-8a3a-c6ddd80c8099
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:00:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 6cccb70b-4dc3-43df-92e3-12ef24db33e5
  kind: Event
  lastTimestamp: "2026-04-23T14:01:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:01:22Z"
    name: isvc-pmml-v2-kserve-predictor.18a901347684044c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: 08cdd23b-8ac2-43ee-a2be-85b5ebfd3613
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:00:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 6cccb70b-4dc3-43df-92e3-12ef24db33e5
  kind: Event
  lastTimestamp: "2026-04-23T14:01:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:01:22Z"
    name: isvc-pmml-v2-kserve-predictor.18a9013476ea1150
    namespace: kserve-ci-e2e-test
    resourceVersion: "24162"
    uid: dfd88cbe-0a14-4d5a-bc8f-71948d89f693
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: d6005703-3f82-4ae1-be26-78942ad35e07
  kind: Event
  lastTimestamp: "2026-04-23T14:01:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:01:15Z"
    name: isvc-pmml-v2-kserve.18a901267a196203
    namespace: kserve-ci-e2e-test
    resourceVersion: "24117"
    uid: 7866ac34-ae29-41b2-b331-eb55806a3a37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:59:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: d6005703-3f82-4ae1-be26-78942ad35e07
  kind: Event
  lastTimestamp: "2026-04-23T13:59:52Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:59:52Z"
    name: isvc-pmml-v2-kserve.18a901267a8c1b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 3fb3128a-b055-46d5-a9c9-cba3bd46b9c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24115"
    uid: d6005703-3f82-4ae1-be26-78942ad35e07
  kind: Event
  lastTimestamp: "2026-04-23T14:01:15Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:01:15Z"
    name: isvc-pmml-v2-kserve.18a90139cb40d36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24116"
    uid: dc3bd0a0-da6b-4956-93fc-ffa3baa06388
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: d91aa56e-6f02-4d24-9a4d-c0bce19e2848
  kind: Event
  lastTimestamp: "2026-04-23T13:58:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:58:09Z"
    name: isvc-pmml.18a900f74c94d64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22610"
    uid: 49282163-a75f-4dff-b3a3-84de0fd6634d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: d91aa56e-6f02-4d24-9a4d-c0bce19e2848
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-pmml.18a900f74ceac7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: 39a7f915-c773-4033-83a7-a15bbff04ece
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:56:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: d91aa56e-6f02-4d24-9a4d-c0bce19e2848
  kind: Event
  lastTimestamp: "2026-04-23T13:56:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:56:30Z"
    name: isvc-pmml.18a900f75307629c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: b4091fd5-e108-439e-ac23-8611658ab417
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: d91aa56e-6f02-4d24-9a4d-c0bce19e2848
  kind: Event
  lastTimestamp: "2026-04-23T13:58:09Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:58:09Z"
    name: isvc-pmml.18a9010e52ad376c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 178856b9-114b-4fde-ab1c-07da730bf935
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:06:31.112333Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:06:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:06:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a901833abf80ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: 9773dd0b-5c9b-4cef-bf0d-c0a2484d55ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a901834833d428
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: e4fb7e29-5817-4865-b990-18d2b792959d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:32Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:06:32Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a90183778b7276
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: e5253fc8-bae6-4b28-b5fb-e62f666ebbc1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:32Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a9018378ed1f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27156"
    uid: f4491e33-c869-4f48-aca6-d884b36ae52e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:32Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a901837d5c42da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27157"
    uid: 2fef2146-ee12-4695-bf2f-643260b2ddbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:32Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a901837dce1081
    namespace: kserve-ci-e2e-test
    resourceVersion: "27158"
    uid: 6cc9394b-272d-4f3d-80d8-9e6b9511178f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a90184552db7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27192"
    uid: 5b56d2b9-923e-4763-8717-aa7f9651c580
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a90184588104c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27198"
    uid: 36cf85b4-a4ca-42ba-8470-97b5f1905f75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a9018459054d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: 3152a134-a58b-4a48-87e6-fe822e95326b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a901845910be3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: 2490a7d4-7a10-4195-8bd6-7e7ee6897b8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a901845bf1dd2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 73526bef-d894-47db-84c7-fc4643995709
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:06:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a901845c612fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27203"
    uid: eeacd133-163a-493a-ad3e-013df6916324
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:08:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a90184cd01b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27902"
    uid: bbc263c6-e6e8-4857-b2c1-91d41c3e6680
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a901983ee9d500
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: dd49d167-4ddb-469b-a808-ed943c5bc5dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a901983eeb0a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27846"
    uid: 777acf07-f907-4f7e-be65-fb4bd16b4278
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 4f627ee1-0d9f-4eb5-8e78-b6b56b7e8773
  kind: Event
  lastTimestamp: "2026-04-23T14:08:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm.18a90198d316cb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27901"
    uid: 7483011e-18ff-435a-b0b0-1f24fe86472e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27121"
    uid: bab200a5-c55c-4666-803d-7af5c1905d7c
  kind: Event
  lastTimestamp: "2026-04-23T14:06:31Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-mscvm'
  metadata:
    creationTimestamp: "2026-04-23T14:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:06:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a901833a557ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27133"
    uid: 10de5a7f-f8fd-43d2-b708-b312a213fd14
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: 5d2af67e-be57-404f-aaec-499e7c4e5b02
  kind: Event
  lastTimestamp: "2026-04-23T14:06:31Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:06:31Z"
    name: isvc-predictive-lightgbm-predictor.18a90183355041ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27123"
    uid: fed177ab-6d15-4038-8d66-dfb0c6dde704
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 320acb74-94f8-486e-8daf-73f51d887d37
  kind: Event
  lastTimestamp: "2026-04-23T14:07:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:07:16Z"
    name: isvc-predictive-lightgbm-predictor.18a90186b4646f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27489"
    uid: 7f0d6f14-d1d5-40a4-97ee-7399e5bfc0d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 320acb74-94f8-486e-8daf-73f51d887d37
  kind: Event
  lastTimestamp: "2026-04-23T14:07:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:07:16Z"
    name: isvc-predictive-lightgbm-predictor.18a90186b4d5ce1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27490"
    uid: 3f4490e2-61c9-4156-a902-d5315df633f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:07:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27278"
    uid: 320acb74-94f8-486e-8daf-73f51d887d37
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-lightgbm-predictor.18a9019131adbdce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27812"
    uid: 7b9a13b5-1461-4dd6-85df-e534971ab532
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:07:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27278"
    uid: 320acb74-94f8-486e-8daf-73f51d887d37
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-lightgbm-predictor.18a901913216dd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27813"
    uid: 043cdf70-8df9-4c6b-963d-410b96acbe45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:11:01.919309Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29349"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:11:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:11:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c2481a099d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29356"
    uid: ca84058e-16bb-4d69-a578-fb624caaa169
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:02Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:11:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c2611d5590
    namespace: kserve-ci-e2e-test
    resourceVersion: "29366"
    uid: a3937bf0-cbfe-4144-a0d5-1a59e88bd473
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c262c257b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29368"
    uid: facc02d6-2be3-4973-a1c3-d2f452e2ad03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c265b90894
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: 22654337-c668-447a-b468-2b6a41c110e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c26628ee4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29371"
    uid: 9c2acbb3-6bcf-4430-a63c-0b7b6d43448d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:06Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c360a12896
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: d742db54-72d1-42e9-bb4c-2552eae8006f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c363ea9375
    namespace: kserve-ci-e2e-test
    resourceVersion: "29411"
    uid: badef588-c487-4a68-ab1a-6c0c8ea69175
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c3644bd9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29414"
    uid: d462acfd-83cc-4164-bfb2-21695d395c75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c364586821
    namespace: kserve-ci-e2e-test
    resourceVersion: "29415"
    uid: 35cd2917-4793-4879-a236-8e6dcb0bb32b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c366a3e8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: ef049812-d352-4179-99a1-70cccebf13b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:11:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901c36712b383
    namespace: kserve-ci-e2e-test
    resourceVersion: "29418"
    uid: cd8bc4a7-88bb-441d-a757-a7d33e4fef33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:12:34Z"
  message: 'Readiness probe failed: Get "http://10.133.0.40:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901cc3ab55272
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 9de5ee06-215e-4c75-810b-81d61739eec1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:12:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901d76c7ea140
    namespace: kserve-ci-e2e-test
    resourceVersion: "30076"
    uid: 526a3de0-7ae5-42f4-8ac6-be8e92bcebb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:12:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901d76c7f1372
    namespace: kserve-ci-e2e-test
    resourceVersion: "30079"
    uid: 78b2ca80-13ca-4fc2-a87d-126037fcb37f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: f9bdcbad-1b46-4062-a142-b2f9f6a0fca9
  kind: Event
  lastTimestamp: "2026-04-23T14:12:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm.18a901d7dea0864f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: d1cb29c4-7e1a-4bc5-870e-77f61dbb66ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 1ffd9cd7-7047-44fe-a2d9-cf978fed14ed
  kind: Event
  lastTimestamp: "2026-04-23T14:11:01Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-2hfzm'
  metadata:
    creationTimestamp: "2026-04-23T14:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:11:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a901c247a25b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: d11015d6-f1a9-47ed-a4d3-30a84e85ab5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29335"
    uid: 1d53cc52-3b8a-422b-8b14-38767e571e07
  kind: Event
  lastTimestamp: "2026-04-23T14:11:01Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:11:01Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a901c24328ff27
    namespace: kserve-ci-e2e-test
    resourceVersion: "29340"
    uid: 19c2fd15-7e0f-477f-bf77-a0127f5a6b8b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: abe6474e-998a-4197-865b-8a568ffcbb56
  kind: Event
  lastTimestamp: "2026-04-23T14:11:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:11:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a901c5c215bdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29602"
    uid: 75788581-0858-4611-badc-23d1eebd6984
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: abe6474e-998a-4197-865b-8a568ffcbb56
  kind: Event
  lastTimestamp: "2026-04-23T14:11:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:11:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a901c5c27ea06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29603"
    uid: 88b96516-e738-4f11-b6f7-92272646e52a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29498"
    uid: abe6474e-998a-4197-865b-8a568ffcbb56
  kind: Event
  lastTimestamp: "2026-04-23T14:12:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:12:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a901ccc04f3fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30037"
    uid: 43fcf310-4633-4234-89a3-6f4bd8ef0acb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29498"
    uid: abe6474e-998a-4197-865b-8a568ffcbb56
  kind: Event
  lastTimestamp: "2026-04-23T14:12:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:12:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a901ccc0babb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30038"
    uid: 14d0cfcb-ae16-494e-b25f-865874b77bec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29307"
    uid: 3b88f27c-393d-4ce2-90eb-b448338d129f
  kind: Event
  lastTimestamp: "2026-04-23T14:12:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:12:24Z"
    name: isvc-predictive-lightgbm-v2.18a901c24304c229
    namespace: kserve-ci-e2e-test
    resourceVersion: "29983"
    uid: 547fe4b9-004e-482b-9772-5837de8e8b9d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29307"
    uid: 3b88f27c-393d-4ce2-90eb-b448338d129f
  kind: Event
  lastTimestamp: "2026-04-23T14:11:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:11:01Z"
    name: isvc-predictive-lightgbm-v2.18a901c243746b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "29343"
    uid: ae06c58f-2dc9-427e-83e5-f50df6a1c2df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29981"
    uid: 3b88f27c-393d-4ce2-90eb-b448338d129f
  kind: Event
  lastTimestamp: "2026-04-23T14:12:24Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:12:24Z"
    name: isvc-predictive-lightgbm-v2.18a901d58fd1cff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29982"
    uid: a185f7db-2cdf-42fd-9866-3d94bbcf8473
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27090"
    uid: ed9fe343-dafc-403e-a9e0-ec9682edfa5f
  kind: Event
  lastTimestamp: "2026-04-23T14:07:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:07:53Z"
    name: isvc-predictive-lightgbm.18a90183352a176e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: 1ca2cace-63c2-44f2-b6ac-a3ade7a95532
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27090"
    uid: ed9fe343-dafc-403e-a9e0-ec9682edfa5f
  kind: Event
  lastTimestamp: "2026-04-23T14:06:31Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:06:31Z"
    name: isvc-predictive-lightgbm.18a90183358213e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: 35502a4e-734c-41aa-891d-e66593ac3a49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: ed9fe343-dafc-403e-a9e0-ec9682edfa5f
  kind: Event
  lastTimestamp: "2026-04-23T14:06:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:06:31Z"
    name: isvc-predictive-lightgbm.18a901833b93bf4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: 8e3b79d4-50d1-439a-83ca-36430c2a08db
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:07:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: ed9fe343-dafc-403e-a9e0-ec9682edfa5f
  kind: Event
  lastTimestamp: "2026-04-23T14:07:53Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:07:53Z"
    name: isvc-predictive-lightgbm.18a901968404e0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: db3abd42-3bad-48ca-a675-e3136c4759f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:03:11.106694Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:03:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:03:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a90154a97bacf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: 947e738b-9054-42b0-8652-a6b8ba7b0f85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:11Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:03:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a90154c2721477
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: e68ef2c5-78db-42ce-9145-a334254fa10b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a90154c3f9e1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: c606e5ce-e082-40bb-aed2-40296c0a4aeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a90154c655d1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: 7cdae08b-b275-462e-8858-4c9a33031296
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a90154c6c64ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 4e77f60d-ecac-4466-97c0-5801b7d4d856
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:15Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T14:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:15Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a90155a203ea56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: 2bf9e662-bb35-4910-8110-c61d4bf87a32
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:38Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.292s
    (23.292s including waiting). Image size: 2326145393 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T14:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9015b0e5ef712
    namespace: kserve-ci-e2e-test
    resourceVersion: "25462"
    uid: 90fe2ee8-88e1-4259-b0e4-98dbcaca386f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9015b14a69c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 4be036a6-18bc-4e7b-8326-76f918b5fdc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9015b15da6c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 9cf21f2d-727b-41f0-a96d-537cbd144ece
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9015b15e7c3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: d670cc21-51d8-4c30-9443-2d5092c50004
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9015b1ba0c4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: cf4a72f6-a163-46f1-a41e-e421f8c67125
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:03:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9015b1cc54252
    namespace: kserve-ci-e2e-test
    resourceVersion: "25469"
    uid: 6a67e4aa-8fdb-4ec5-970b-fc60694f6db4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:04:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:04:45Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9015b3d06da78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: f4a7a514-2a62-4c9f-bec4-da80262a8dd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:05:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9016e32f18924
    namespace: kserve-ci-e2e-test
    resourceVersion: "26372"
    uid: 0ac6a4d2-fb66-4568-b9fa-a14fb7ac21b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:05:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9016e32f20091
    namespace: kserve-ci-e2e-test
    resourceVersion: "26374"
    uid: 212c8e47-fa34-4911-8307-8192f5850950
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:05:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-23T14:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:06Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9016f7ec956a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26469"
    uid: 5152fdf0-0506-4633-830a-bebf2195e0a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: fd345d84-005d-4913-af25-a356ae5f852a
  kind: Event
  lastTimestamp: "2026-04-23T14:05:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-23T14:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:06Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2.18a9016f7f272ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: b456172c-f78e-497d-ba51-36e084de3c97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25228"
    uid: 4ebc779e-c4c6-493b-bf7d-9fcc6bcf8271
  kind: Event
  lastTimestamp: "2026-04-23T14:03:11Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-l8pf2'
  metadata:
    creationTimestamp: "2026-04-23T14:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:03:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a90154a9074d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25243"
    uid: 77f7c2dd-6925-4da1-9164-c65c37066d4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25226"
    uid: 0eb5e28e-a175-407b-9c07-6b6fa37123c6
  kind: Event
  lastTimestamp: "2026-04-23T14:03:10Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:03:10Z"
    name: isvc-predictive-sklearn-predictor.18a901548d0d822f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25229"
    uid: 7eeeea1f-ec58-4d4a-a54b-219e904966c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: ae7bb71e-1d56-4b3f-bb36-9d636006c661
  kind: Event
  lastTimestamp: "2026-04-23T14:03:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:03:55Z"
    name: isvc-predictive-sklearn-predictor.18a901580b813565
    namespace: kserve-ci-e2e-test
    resourceVersion: "25593"
    uid: c2a58b9f-8e5a-4d91-bb28-24b5a58aade3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: ae7bb71e-1d56-4b3f-bb36-9d636006c661
  kind: Event
  lastTimestamp: "2026-04-23T14:03:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:03:55Z"
    name: isvc-predictive-sklearn-predictor.18a901580bebf6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25594"
    uid: 3235a7fc-9bee-41b8-a967-437f5a75a4af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:04:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: ae7bb71e-1d56-4b3f-bb36-9d636006c661
  kind: Event
  lastTimestamp: "2026-04-23T14:04:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:04:55Z"
    name: isvc-predictive-sklearn-predictor.18a901628996da2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: 4da062fd-dfc8-457e-98bb-40599f001971
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:04:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: ae7bb71e-1d56-4b3f-bb36-9d636006c661
  kind: Event
  lastTimestamp: "2026-04-23T14:04:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:04:55Z"
    name: isvc-predictive-sklearn-predictor.18a901628a030a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: f9be881b-09c0-4104-af8d-a040061fb32b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:08:01.482406Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27862"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a9019845396d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27866"
    uid: 997d6981-ed03-4f7a-9f52-5cf65233ad60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27873"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901985e924693
    namespace: kserve-ci-e2e-test
    resourceVersion: "27876"
    uid: 418bc2ef-754a-4f9b-bd5f-d93297f13b5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a90198600652d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27878"
    uid: 1eb13010-2ed9-489b-a5eb-1e4c54888bef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a90198631e665f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27881"
    uid: c3430d7a-2447-4978-b6ba-2147a2aabbda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a9019863dbc4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27882"
    uid: f3adc8ea-5bd5-4435-942a-9fff66fea4df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:06Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a9019958fb060d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: 6f908c1f-77f6-4092-ac64-82a0a3c69f58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901995c2d292d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27919"
    uid: db90b68c-d483-4cc4-9aa9-c34d37b08d2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901995c990783
    namespace: kserve-ci-e2e-test
    resourceVersion: "27921"
    uid: 2049c1bb-196e-4256-9329-85f56e1415bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901995ca61a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "27922"
    uid: 91a2d40d-4a39-410b-9481-3a6ddc0a8386
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901995f52aaae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27924"
    uid: 8e93fbfc-7eb8-47a5-bf82-ede109bdd7f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:08:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:08:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901995fb952ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27925"
    uid: 2a4745aa-0050-4eea-a92d-5d811578e93e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:09:34Z"
  message: 'Readiness probe failed: Get "http://10.133.0.38:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901a2331c767a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28659"
    uid: f4f83877-725c-47c4-be97-8e812227fd8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:09:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901ad3f6f62b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 693256c7-78fa-47cf-8598-23159665f5a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:09:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901ad3f6fca11
    namespace: kserve-ci-e2e-test
    resourceVersion: "28600"
    uid: ae74ce07-a630-47c4-9544-94b404fa5d35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: cb08a251-9ca6-4799-90f3-54f489119044
  kind: Event
  lastTimestamp: "2026-04-23T14:09:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j.18a901add6f8dd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "28658"
    uid: cc2cd749-f64a-4487-91e2-d1beb9f2fc09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 5204c792-a3ee-4262-9c59-0711f1fa82e5
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9vt2j'
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a9019844cb1a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "27863"
    uid: a050b582-4c90-4403-8c0b-044b5bfc0a1e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27847"
    uid: ca294521-d2f2-4d34-b93c-648ede00b7dc
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90198402bc1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27851"
    uid: 683a4b60-2afd-4d3b-92e5-3ad0e66e0b65
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: b013c075-12a5-48aa-830d-164255673b98
  kind: Event
  lastTimestamp: "2026-04-23T14:09:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:09:01Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9019bbef1448e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28343"
    uid: 336b6bcb-a08c-4d0a-b306-ed46a7153816
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: b013c075-12a5-48aa-830d-164255673b98
  kind: Event
  lastTimestamp: "2026-04-23T14:09:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:09:01Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9019bbf5d6e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28344"
    uid: b9867e92-7973-4c61-811d-1a47fd6168af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28011"
    uid: b013c075-12a5-48aa-830d-164255673b98
  kind: Event
  lastTimestamp: "2026-04-23T14:09:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-sklearn-v2-predictor.18a901a9bbd33172
    namespace: kserve-ci-e2e-test
    resourceVersion: "28567"
    uid: 131f0135-cec3-413b-aeb4-7e32e0c3cc2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28011"
    uid: b013c075-12a5-48aa-830d-164255673b98
  kind: Event
  lastTimestamp: "2026-04-23T14:09:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-sklearn-v2-predictor.18a901a9bc36e50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28568"
    uid: e1aee52b-ffb7-4acc-b945-f405dcb6555c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27819"
    uid: 83c06318-c1f4-4de1-a246-f566e649ee29
  kind: Event
  lastTimestamp: "2026-04-23T14:09:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:09:24Z"
    name: isvc-predictive-sklearn-v2.18a9019840079f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "28505"
    uid: 644db127-3a5f-41c9-9711-0436398bd062
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27819"
    uid: 83c06318-c1f4-4de1-a246-f566e649ee29
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-sklearn-v2.18a901984061f74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27871"
    uid: 9f91ce2e-8b7f-4bc9-9e25-0b19a2fad4f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27828"
    uid: 83c06318-c1f4-4de1-a246-f566e649ee29
  kind: Event
  lastTimestamp: "2026-04-23T14:08:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:08:01Z"
    name: isvc-predictive-sklearn-v2.18a90198461b07ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 4e61f879-97bd-496c-b34e-521b2546ba42
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 83c06318-c1f4-4de1-a246-f566e649ee29
  kind: Event
  lastTimestamp: "2026-04-23T14:09:24Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:09:24Z"
    name: isvc-predictive-sklearn-v2.18a901ab88033bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28504"
    uid: 96ff4e4d-c44a-4a38-a040-645d0e198405
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 63b1aa5f-31fb-41cd-8c77-35e0c9e77137
  kind: Event
  lastTimestamp: "2026-04-23T14:04:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:04:55Z"
    name: isvc-predictive-sklearn.18a901548cdaeca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: 51a66a99-3b42-48dd-807b-c7e442391124
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 63b1aa5f-31fb-41cd-8c77-35e0c9e77137
  kind: Event
  lastTimestamp: "2026-04-23T14:03:10Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:03:10Z"
    name: isvc-predictive-sklearn.18a901548d40a64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 2ebd2fdf-40d5-4759-ad24-7d0528fec290
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26304"
    uid: 63b1aa5f-31fb-41cd-8c77-35e0c9e77137
  kind: Event
  lastTimestamp: "2026-04-23T14:04:55Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:04:55Z"
    name: isvc-predictive-sklearn.18a9016cf4427cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 32b5900d-bb84-48ab-a67a-7ccc950928c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:05:00.892001Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26390"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:05:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:05:00Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016e3932758d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: 68a82e8d-e484-4f62-9a65-e02e9202689b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:01Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:05:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016e523ea3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26407"
    uid: 4226c303-3b3d-4e1b-af8d-9ca5bd078a64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016e53ad3ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d1f3f337-2ce3-4ade-9919-b8e9f100f3cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016e56442e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: df03b850-314e-41fe-bc82-cb8562b365c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016e56a62b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: 96a36de3-1f8c-4794-80a0-2e3dc85278b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:05Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016f50e5b806
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: cde8411c-82ad-4679-8826-6632acf64ec9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016f54a5154c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 4bea3813-4aab-4213-8836-d7c4d47d7777
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016f5505e949
    namespace: kserve-ci-e2e-test
    resourceVersion: "26456"
    uid: 791e58b2-4f3c-4ba6-9495-19c2a7037d9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016f5511dbda
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: 0ad92a7e-6540-4697-861c-929e740a4364
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016f58708d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26459"
    uid: 53fac6a0-1cf1-4ec9-a544-6616f318fe9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:05:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016f58d6e572
    namespace: kserve-ci-e2e-test
    resourceVersion: "26460"
    uid: fbd76916-a8c0-42ed-bd24-83b2ce134130
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:06:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9016fc8bd2d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27177"
    uid: cbce5e2a-8f8a-4d92-bc06-4ab1a87c2342
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:06:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9018333c486c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: ca15c892-9c29-4862-af6f-1c894b2b2130
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:06:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:31Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a9018333c5ba71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27115"
    uid: 4717bf49-7468-40ca-a3ca-fc45f0b4534e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 59e582ab-4107-4f8b-89c0-011c1775c94e
  kind: Event
  lastTimestamp: "2026-04-23T14:06:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:06:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk.18a90183cee3a9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27176"
    uid: 89f481d6-d033-4607-9e9d-e2ed1c140390
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26379"
    uid: 54d1eeb2-5273-4921-a162-7cc26c084bf8
  kind: Event
  lastTimestamp: "2026-04-23T14:05:00Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-s6wvk'
  metadata:
    creationTimestamp: "2026-04-23T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:05:00Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a9016e38cd1ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: 31d25bee-178f-41a3-8fa2-3056d0ade46e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: 0eecc868-5ff5-4bfa-bbb7-a4d36c26f27f
  kind: Event
  lastTimestamp: "2026-04-23T14:05:00Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:05:00Z"
    name: isvc-predictive-xgboost-predictor.18a9016e347e2995
    namespace: kserve-ci-e2e-test
    resourceVersion: "26381"
    uid: 3d610b1b-9441-4dc5-80a4-733ba50ae9f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26378"
    uid: 1eb768bf-e017-4768-bbb5-0965877c218e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:05:45Z"
    name: isvc-predictive-xgboost-predictor.18a90171b3b3f2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26760"
    uid: c73c0230-ccfa-442b-adc4-640308aad16c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26378"
    uid: 1eb768bf-e017-4768-bbb5-0965877c218e
  kind: Event
  lastTimestamp: "2026-04-23T14:05:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:05:45Z"
    name: isvc-predictive-xgboost-predictor.18a90171b430d236
    namespace: kserve-ci-e2e-test
    resourceVersion: "26761"
    uid: 71da194a-bbc8-452c-9387-7946e1a1770d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: 1eb768bf-e017-4768-bbb5-0965877c218e
  kind: Event
  lastTimestamp: "2026-04-23T14:06:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:06:30Z"
    name: isvc-predictive-xgboost-predictor.18a9017c30e73163
    namespace: kserve-ci-e2e-test
    resourceVersion: "27088"
    uid: 4d6cb56e-36ac-4b76-88d1-2297e16e8dfe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: 1eb768bf-e017-4768-bbb5-0965877c218e
  kind: Event
  lastTimestamp: "2026-04-23T14:06:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:06:30Z"
    name: isvc-predictive-xgboost-predictor.18a9017c314cd4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: 2521f97a-ebe8-477d-8d7d-c9ac21d6cd2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:09:31.693766Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:09:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ad463d6d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28619"
    uid: 9fb2a141-e516-4cc5-966d-e96b596aecf3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ad523be7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28627"
    uid: c6ae53e2-8270-4b41-b73e-4dc0c3204a28
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:32Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:09:32Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ad82db4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "28634"
    uid: a48ce9ee-aaaf-4faa-a9e3-b140aedfd571
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:32Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ad843f31c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 3eae2959-2bad-4c14-9130-63185f3ff02c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:32Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ad87063fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28637"
    uid: 9ca87b05-3341-43f8-a568-93ae78d7c6f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:32Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ad87786c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28639"
    uid: 2a71a38b-ae7c-4952-955b-4f0c5ba76f51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:37Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:37Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ae98b8a412
    namespace: kserve-ci-e2e-test
    resourceVersion: "28682"
    uid: d9a83513-0991-4ad5-89fb-75775c42fabe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:37Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ae9ba1641f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28684"
    uid: 454f383f-4a5a-4ed9-80fb-0706f16a9f5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:37Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ae9c1a4ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: d97b30df-723a-4b72-bbeb-a5047b360089
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:37Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ae9c264c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 44420a36-5be2-4310-af4d-74f51477f26c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:37Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ae9efcc0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28690"
    uid: 6ef12b7f-1b1c-486c-bd58-fd106ee31bf5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:09:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:09:37Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901ae9f747582
    namespace: kserve-ci-e2e-test
    resourceVersion: "28691"
    uid: eeb481ea-b892-47b1-9462-50226a92f14f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T14:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:11:04Z"
  message: 'Readiness probe failed: Get "http://10.133.0.39:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:04Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901b736e0ea74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29391"
    uid: 0359caf2-85c3-4f62-ab36-ea59bc0fd418
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:11:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:01Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901c241a5907f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29331"
    uid: c1c29174-0518-49dc-b46d-556bca45a280
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:11:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:01Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901c241a63e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: c7e3ec5e-20d1-4046-9a35-a1bb95a8e957
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: c963bbe2-db67-4497-89a4-dd7fd00895ab
  kind: Event
  lastTimestamp: "2026-04-23T14:11:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:11:04Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl.18a901c2dacdca7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: a6d5b38a-112f-4943-aa8d-1b77b1fef191
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 78e1143c-ef5f-43bb-ab8d-75856a4fdf9a
  kind: Event
  lastTimestamp: "2026-04-23T14:09:31Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mqtrl'
  metadata:
    creationTimestamp: "2026-04-23T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a901ad45a541ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28614"
    uid: 2f8e53f5-575f-4ede-93d6-4d6a433e1f16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28598"
    uid: 900be092-cf4d-499c-baa4-bea8a21451aa
  kind: Event
  lastTimestamp: "2026-04-23T14:09:31Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18a901ad408fe381
    namespace: kserve-ci-e2e-test
    resourceVersion: "28604"
    uid: 1cdd5706-3fae-49d8-bc70-2fc38db03d2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: 0eee4986-d72f-4f66-8f82-455378082629
  kind: Event
  lastTimestamp: "2026-04-23T14:10:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:10:16Z"
    name: isvc-predictive-xgboost-v2-predictor.18a901b0bfd3a038
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: a826f43c-4c7e-4bcb-bde2-dfafcd253554
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: 0eee4986-d72f-4f66-8f82-455378082629
  kind: Event
  lastTimestamp: "2026-04-23T14:10:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:10:16Z"
    name: isvc-predictive-xgboost-v2-predictor.18a901b0c01cba37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28967"
    uid: c443db4b-3a2b-42e2-ad81-8864795dab0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:10:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28760"
    uid: 0eee4986-d72f-4f66-8f82-455378082629
  kind: Event
  lastTimestamp: "2026-04-23T14:11:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:11:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18a901bb3cdee4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29303"
    uid: dd932ad2-5a58-4878-8c9b-600b9fb05812
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:10:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28760"
    uid: 0eee4986-d72f-4f66-8f82-455378082629
  kind: Event
  lastTimestamp: "2026-04-23T14:11:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:11:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18a901bb3d468ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29304"
    uid: 10fdf403-338f-4988-a406-707fd3406d0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: 9ca580fc-ac7b-4458-98ee-099b704ae5b7
  kind: Event
  lastTimestamp: "2026-04-23T14:10:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:10:54Z"
    name: isvc-predictive-xgboost-v2.18a901ad406cc283
    namespace: kserve-ci-e2e-test
    resourceVersion: "29253"
    uid: 53c68594-5404-4441-b817-51acf94863b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: 9ca580fc-ac7b-4458-98ee-099b704ae5b7
  kind: Event
  lastTimestamp: "2026-04-23T14:09:31Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-xgboost-v2.18a901ad40d91c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28618"
    uid: 8fc0551d-a303-450a-99ec-987954c28385
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:09:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28580"
    uid: 9ca580fc-ac7b-4458-98ee-099b704ae5b7
  kind: Event
  lastTimestamp: "2026-04-23T14:09:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:09:31Z"
    name: isvc-predictive-xgboost-v2.18a901ad4648ce75
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: 16a67973-09aa-4ce6-9f6b-4d3084e0fc38
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:10:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 9ca580fc-ac7b-4458-98ee-099b704ae5b7
  kind: Event
  lastTimestamp: "2026-04-23T14:10:54Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:10:54Z"
    name: isvc-predictive-xgboost-v2.18a901c08c387e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "29251"
    uid: c571eea0-e77b-4425-b2a3-8f91240b05a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26348"
    uid: e4fe8114-f798-4250-ad7d-5ad5c64280e3
  kind: Event
  lastTimestamp: "2026-04-23T14:06:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:06:23Z"
    name: isvc-predictive-xgboost.18a9016e34571348
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 245dd97e-5e89-4062-aac1-e74b3d83a8c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26348"
    uid: e4fe8114-f798-4250-ad7d-5ad5c64280e3
  kind: Event
  lastTimestamp: "2026-04-23T14:05:00Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:05:00Z"
    name: isvc-predictive-xgboost.18a9016e34a91b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26400"
    uid: f28a1ce5-b13c-4f94-a233-0bc4afcf8244
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:05:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26356"
    uid: e4fe8114-f798-4250-ad7d-5ad5c64280e3
  kind: Event
  lastTimestamp: "2026-04-23T14:05:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:05:00Z"
    name: isvc-predictive-xgboost.18a9016e3a1a4e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26403"
    uid: 1d94afa8-6413-4308-b14f-47224bbc2918
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:06:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27025"
    uid: e4fe8114-f798-4250-ad7d-5ad5c64280e3
  kind: Event
  lastTimestamp: "2026-04-23T14:06:23Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:06:23Z"
    name: isvc-predictive-xgboost.18a901817fd6c950
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: df8387c2-a01f-49e1-a43f-572195691419
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:01:24.184374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24215"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:01:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:01:24Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013bc46a73b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: cae524e4-69d2-4831-ac45-f0343e3be337
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-60b405-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:24Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013bd261581e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba000e45-eb52-449c-99a4-e5e7cb1bb3e2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:25Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:01:25Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013c01360464
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: 2f229b42-65d4-439e-a7a8-dc06a1e1be9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:25Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013c02921017
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: 6645f9c4-d74f-4afe-9798-a50e6f632ace
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:25Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013c057160b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24243"
    uid: dca753ac-116f-45b8-9cc7-2dbd79dc1a2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:25Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013c05e2031b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24244"
    uid: 52f49c69-f86e-4f7e-8b52-0a93cac146c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:28Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013cdb077386
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 51135d33-44c7-4eec-bb6c-30c0b1059da6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:28Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013cde3a16e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: 4504f5eb-1010-472a-a4fd-93933facb9e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:28Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013cdea5c363
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 4bc18b87-7e52-47c0-855e-33a520d8b25d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:28Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013cdeb2685b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 48d19be3-daee-4b3c-938d-2d4020060bbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:28Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013ce1705ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 02c4b601-7306-4c4b-bcd9-ab7f73e219c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:01:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:01:28Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013ce1e9f7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: 85e81f70-9143-46b1-ae4b-6b241c25e45e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:02:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:02:26Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9013d52b593ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: bbc3df7b-c3ea-412f-85fa-5bde955f073a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:03:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:00Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a90152269c230f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c5de5180-4dc8-41c4-98cf-a1f7967e4895
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:03:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:00Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a90152269ca180
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: 8e282843-6f83-44c2-abcf-be8431de76e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: a1d8cf45-3a36-432f-a475-ea780ee1551b
  kind: Event
  lastTimestamp: "2026-04-23T14:03:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:03:01Z"
    name: isvc-primary-60b405-predictor-b697f8fbf-pgxzp.18a9015282e2108b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25126"
    uid: 5086148f-4257-4548-81a5-61836b760532
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-60b405-predictor-b697f8fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: e566a965-ed06-4514-ad08-07e9a25851fa
  kind: Event
  lastTimestamp: "2026-04-23T14:01:24Z"
  message: 'Created pod: isvc-primary-60b405-predictor-b697f8fbf-pgxzp'
  metadata:
    creationTimestamp: "2026-04-23T14:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:01:24Z"
    name: isvc-primary-60b405-predictor-b697f8fbf.18a9013bc3864101
    namespace: kserve-ci-e2e-test
    resourceVersion: "24216"
    uid: b1a7b566-0e98-409c-bbd7-82eea91262df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-60b405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: c16e2420-9d12-42f0-beac-a340e6d2a03a
  kind: Event
  lastTimestamp: "2026-04-23T14:01:24Z"
  message: Scaled up replica set isvc-primary-60b405-predictor-b697f8fbf from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T14:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:01:24Z"
    name: isvc-primary-60b405-predictor.18a9013bbedfa951
    namespace: kserve-ci-e2e-test
    resourceVersion: "24208"
    uid: a673c91f-e56c-4a74-9e33-cd06cd024602
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-60b405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: de375cc5-d969-4046-8de4-34795149c370
  kind: Event
  lastTimestamp: "2026-04-23T14:02:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:02:09Z"
    name: isvc-primary-60b405-predictor.18a9013f3dc6fcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 4aa16ab0-ee59-4cf7-b313-9f45d11f8c09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-60b405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: de375cc5-d969-4046-8de4-34795149c370
  kind: Event
  lastTimestamp: "2026-04-23T14:02:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:02:09Z"
    name: isvc-primary-60b405-predictor.18a9013f3e385f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: c0979e6e-8f16-4527-b6c5-2d37e872b803
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-60b405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: de375cc5-d969-4046-8de4-34795149c370
  kind: Event
  lastTimestamp: "2026-04-23T14:02:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:02:54Z"
    name: isvc-primary-60b405-predictor.18a90149bb007e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24970"
    uid: a36857d6-073b-4e26-b310-a3aab9944175
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-60b405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: de375cc5-d969-4046-8de4-34795149c370
  kind: Event
  lastTimestamp: "2026-04-23T14:02:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:02:54Z"
    name: isvc-primary-60b405-predictor.18a90149bb6dcdc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24973"
    uid: 2503a2fb-1d6a-4794-adb5-c1e261bc3d0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-60b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 3b8a9d39-b8cd-429b-9747-006bc360b1b1
  kind: Event
  lastTimestamp: "2026-04-23T14:02:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:02:36Z"
    name: isvc-primary-60b405.18a9013bbeb891d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24776"
    uid: adb17a85-3c4a-41f2-8b2d-9f7da1e19452
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-60b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 3b8a9d39-b8cd-429b-9747-006bc360b1b1
  kind: Event
  lastTimestamp: "2026-04-23T14:01:24Z"
  message: 'Failed to update status for InferenceService "isvc-primary-60b405": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-60b405":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:01:24Z"
    name: isvc-primary-60b405.18a9013bbf37b009
    namespace: kserve-ci-e2e-test
    resourceVersion: "24224"
    uid: 6c81ac83-3a0a-4f4f-996e-d41ddb93acf6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-60b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 3b8a9d39-b8cd-429b-9747-006bc360b1b1
  kind: Event
  lastTimestamp: "2026-04-23T14:01:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-60b405": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:01:24Z"
    name: isvc-primary-60b405.18a9013bbf37f69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24225"
    uid: f1acc986-686e-41b4-b617-bfa40e3181ed
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-60b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24774"
    uid: 3b8a9d39-b8cd-429b-9747-006bc360b1b1
  kind: Event
  lastTimestamp: "2026-04-23T14:02:36Z"
  message: InferenceService [isvc-primary-60b405] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:02:36Z"
    name: isvc-primary-60b405.18a9014cb6068f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24775"
    uid: 84cc47a3-ee7c-405d-9fc3-3166e3d8edae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:02:44.282386Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24857"
    uid: b8a2fddf-2b57-4512-bf66-0e002570b224
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:02:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:02:44Z"
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq.18a9014e6aa12d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24861"
    uid: 0610afac-9d4f-4141-9e09-76cf2e1624e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: b8a2fddf-2b57-4512-bf66-0e002570b224
  kind: Event
  lastTimestamp: "2026-04-23T14:02:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-60b405-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:02:44Z"
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq.18a9014e77048421
    namespace: kserve-ci-e2e-test
    resourceVersion: "24870"
    uid: d6ea2546-3e8c-4fc8-9ac3-b71b3b6b44cc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24865"
    uid: b8a2fddf-2b57-4512-bf66-0e002570b224
  kind: Event
  lastTimestamp: "2026-04-23T14:02:45Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:02:45Z"
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq.18a9014ea77d025f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24884"
    uid: 2f6cb829-3d6b-414f-ae6f-a189608acfd8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: b8a2fddf-2b57-4512-bf66-0e002570b224
  kind: Event
  lastTimestamp: "2026-04-23T14:02:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:02:49Z"
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq.18a9014ea8f8eb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 76451d4c-0be5-49cf-abfc-202903c8ac15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: b8a2fddf-2b57-4512-bf66-0e002570b224
  kind: Event
  lastTimestamp: "2026-04-23T14:02:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:02:49Z"
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq.18a9014eabd85c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 45163d7c-cb0e-4656-9556-620b0c196815
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: b8a2fddf-2b57-4512-bf66-0e002570b224
  kind: Event
  lastTimestamp: "2026-04-23T14:02:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:02:49Z"
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq.18a9014eac45ffc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24929"
    uid: 7e275154-b1d6-4334-a2b4-68a1d6bbf103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: b8a2fddf-2b57-4512-bf66-0e002570b224
  kind: Event
  lastTimestamp: "2026-04-23T14:02:54Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq_kserve-ci-e2e-test(b8a2fddf-2b57-4512-bf66-0e002570b224)
  metadata:
    creationTimestamp: "2026-04-23T14:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:02:54Z"
    name: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq.18a90150b6ec746f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2843a385-c81c-4e7f-96fc-57db3d639439
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-60b405-predictor-685bf5b5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24848"
    uid: a87e7146-6c90-44f2-8644-9a7a46e9a13c
  kind: Event
  lastTimestamp: "2026-04-23T14:02:44Z"
  message: 'Created pod: isvc-secondary-60b405-predictor-685bf5b5fd-zsvqq'
  metadata:
    creationTimestamp: "2026-04-23T14:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:02:44Z"
    name: isvc-secondary-60b405-predictor-685bf5b5fd.18a9014e6a0825f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: 0efc471e-3e6c-4237-a8d0-a37ba5646f2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-60b405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: 97890533-c5e0-4c40-b0c4-e57f305adf86
  kind: Event
  lastTimestamp: "2026-04-23T14:02:44Z"
  message: Scaled up replica set isvc-secondary-60b405-predictor-685bf5b5fd from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T14:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:02:44Z"
    name: isvc-secondary-60b405-predictor.18a9014e670adb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "24850"
    uid: 1f8bb301-4329-4a13-b8b4-3e3d5d8c2ddf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-60b405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 9d238ae2-cee6-4d33-b83f-634cfffa69d1
  kind: Event
  lastTimestamp: "2026-04-23T14:02:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:02:59Z"
    name: isvc-secondary-60b405-predictor.18a90151e5b549d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: 3ed059f4-a5c4-43a9-a9f9-806cb678992d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-60b405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 9d238ae2-cee6-4d33-b83f-634cfffa69d1
  kind: Event
  lastTimestamp: "2026-04-23T14:02:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:02:59Z"
    name: isvc-secondary-60b405-predictor.18a90151e62ce7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25014"
    uid: 89da6294-eb31-499c-acc2-b73ce3c3234f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-60b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 2bb46808-b37a-432b-b03f-5d658d1060f7
  kind: Event
  lastTimestamp: "2026-04-23T14:02:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:02:55Z"
    name: isvc-secondary-60b405.18a9014e66db8e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24982"
    uid: 735ffd16-5a20-45fd-ab04-ac21a2a1dec9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-60b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 2bb46808-b37a-432b-b03f-5d658d1060f7
  kind: Event
  lastTimestamp: "2026-04-23T14:02:44Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-60b405":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-60b405":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:02:44Z"
    name: isvc-secondary-60b405.18a9014e673510f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24867"
    uid: bf411f45-30fe-488f-9b66-d8e151e8a65a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-60b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 2bb46808-b37a-432b-b03f-5d658d1060f7
  kind: Event
  lastTimestamp: "2026-04-23T14:02:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-60b405": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:02:44Z"
    name: isvc-secondary-60b405.18a9014e673551da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24868"
    uid: f9b6f746-7a46-4ff7-8361-938d3e4e33d0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:41:13.380415Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14225"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:41:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:41:13Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90021dae04a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14230"
    uid: b9ae74e4-d580-4a5e-992f-f1e621e12658
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:13Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90021e1b9cede
    namespace: kserve-ci-e2e-test
    resourceVersion: "14235"
    uid: bebcafeb-3c25-4528-a528-71b7ff631047
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14234"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:14Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:41:14Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a9002217da7d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "14249"
    uid: c114871f-62c0-4a06-9c8c-421e60dac483
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:14Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a9002219305c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14251"
    uid: 303fc903-d50a-431f-a908-ee049918f626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:14Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a900221d30bb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "14252"
    uid: 04f7e2d9-4153-4d5f-a063-b7d9fcec4767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:14Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a900221da5abe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 0c093124-814d-4c75-9f5e-7181d06daafa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:17Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90022e75a346f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14287"
    uid: 2643c7e2-3331-4ac1-bf1d-d656db058063
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:17Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90022eb70f8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14292"
    uid: 4ac7abaa-d9cc-4461-8838-98248094853b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:17Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90022ebe785fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14293"
    uid: f0bbb005-9a70-47ac-9e61-094dbfeaad96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:17Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90022ebf4cdcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14294"
    uid: 050c5528-f3ec-439c-914b-f28edb466e88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:18Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90022eeb03c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "14298"
    uid: 0818ffee-d624-438c-8653-3fada30da4b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:18Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90022ef1fa2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14299"
    uid: 032d29dd-8883-452c-849d-6a86158276ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:18Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d5d470ad0a2dbd76829def7f459909c05cc870ffb330e4b585204605f3c490d9"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:18Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90022ef2bc844
    namespace: kserve-ci-e2e-test
    resourceVersion: "14300"
    uid: 03508434-a434-4428-bd30-e5473aecd739
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:18Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T13:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:18Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90022f23c4b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "14301"
    uid: 36fb0e9f-2e5c-4e2b-8e0a-b6719f5f34e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:41:18Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T13:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:18Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90022f2aad21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: a47d0c9c-0b61-43fc-9aa7-2fc83745c556
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:42:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:55Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a9002323524e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15116"
    uid: faf32a22-586d-458d-b40b-bb6248e7c7c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:42:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T13:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:45Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a900235f14212a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: 6e051433-5e6c-4974-aa45-df0fd43f3403
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:42:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:38Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90035b1a2b469
    namespace: kserve-ci-e2e-test
    resourceVersion: "14949"
    uid: ec560350-b0ff-417f-96f5-f4a455164227
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:42:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:38Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90035b1a3134f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14953"
    uid: 7040d6a7-d90a-432a-b1b8-3b66d4c66016
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:42:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:38Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a90035b1a32d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "14955"
    uid: ef2bdd9f-f698-43c7-ba45-e1aee250a807
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 36a95235-2116-42a2-ab57-2b8119e445a4
  kind: Event
  lastTimestamp: "2026-04-23T13:42:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:55Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr.18a900363b422992
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: c019cb95-c65e-47c4-8ab5-e71130c225a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-667c84d549
    namespace: kserve-ci-e2e-test
    resourceVersion: "14211"
    uid: 39184b44-191a-4d94-b7c7-8a5c1d37a62e
  kind: Event
  lastTimestamp: "2026-04-23T13:41:13Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-667c84d549-5nhcr'
  metadata:
    creationTimestamp: "2026-04-23T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:41:13Z"
    name: isvc-sklearn-batcher-custom-predictor-667c84d549.18a90021da778a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14226"
    uid: be5c1f9b-d167-4713-b126-ff40f5c2c70e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14209"
    uid: da8f4438-2536-4e73-bb68-2a1366d7821b
  kind: Event
  lastTimestamp: "2026-04-23T13:41:13Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-667c84d549
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:41:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90021d5ecb509
    namespace: kserve-ci-e2e-test
    resourceVersion: "14214"
    uid: 1887decf-a44a-4310-ab52-a3961ce15018
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14210"
    uid: c509f64d-8437-4ac0-907b-e809d40a8b94
  kind: Event
  lastTimestamp: "2026-04-23T13:41:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:41:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9002554618aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: a63a021e-3f23-4471-be93-0c62ec7c5589
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14210"
    uid: c509f64d-8437-4ac0-907b-e809d40a8b94
  kind: Event
  lastTimestamp: "2026-04-23T13:41:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:41:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9002554c1714a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14612"
    uid: 5aa361c4-0489-45c9-a139-bf56db65a4da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: c509f64d-8437-4ac0-907b-e809d40a8b94
  kind: Event
  lastTimestamp: "2026-04-23T13:42:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:42:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90028d3c20a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: 32af1fb1-8d39-4f6f-9786-e1b3abe53723
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: c509f64d-8437-4ac0-907b-e809d40a8b94
  kind: Event
  lastTimestamp: "2026-04-23T13:42:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:42:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90028d4413b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "14835"
    uid: c7c2e45b-b913-41a7-8429-0c07626cca75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14183"
    uid: 991365df-8c0d-484f-8251-60b223796b83
  kind: Event
  lastTimestamp: "2026-04-23T13:42:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:42:26Z"
    name: isvc-sklearn-batcher-custom.18a90021d5bd3599
    namespace: kserve-ci-e2e-test
    resourceVersion: "14816"
    uid: c6af4c71-9e10-4729-9196-a4244a022c88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14183"
    uid: 991365df-8c0d-484f-8251-60b223796b83
  kind: Event
  lastTimestamp: "2026-04-23T13:41:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:41:13Z"
    name: isvc-sklearn-batcher-custom.18a90021d616c2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14217"
    uid: ae3fa4d8-ead0-4b97-b408-5c7293f44f83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 991365df-8c0d-484f-8251-60b223796b83
  kind: Event
  lastTimestamp: "2026-04-23T13:42:25Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:42:25Z"
    name: isvc-sklearn-batcher-custom.18a90032c270ad6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14815"
    uid: 7059297b-60bf-45b4-9c55-424b083293db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:39:28.269805Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:39:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:39:28Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000961cb9a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13356"
    uid: 26fbffc8-4973-48a9-b431-3f29939b67a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:28Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:39:28Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a900097ac6e32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13372"
    uid: 0aa5cb37-a2a5-4a78-b5ec-2be43db96211
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
  metadata:
    creationTimestamp: "2026-04-23T13:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:28Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a900097c322f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13375"
    uid: 24bf52a1-3faf-4b62-b174-bfe1b7f03173
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    in 4.149s (4.149s including waiting). Image size: 301492121 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:32Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000a7388f673
    namespace: kserve-ci-e2e-test
    resourceVersion: "13429"
    uid: 38fde26a-cba9-4559-a4ed-dd5068048c24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:32Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000a769565dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13430"
    uid: daa882b2-d611-42c8-961f-9aa38b4d2f79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:32Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000a76fa50e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13431"
    uid: 9dec5e05-b8c5-41ab-bf7b-55bd0f7fb7a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:36Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
  metadata:
    creationTimestamp: "2026-04-23T13:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:36Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000b4ded9822
    namespace: kserve-ci-e2e-test
    resourceVersion: "13466"
    uid: 5b37ff32-90ae-4c9a-8929-bad32db65cc5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    in 13.803s (13.803s including waiting). Image size: 1562812843 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:50Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000e84b163ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "13567"
    uid: 48e9e3d0-65f8-4c33-987a-4b0c7c387c0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:50Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000e87f0cfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13569"
    uid: 3553621c-5895-4f30-b319-2455d7e67624
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:50Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000e886504f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13570"
    uid: 3b7cde01-111b-4096-9226-36296d514863
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-23T13:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:50Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000e887186c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13571"
    uid: af034252-c05a-42d7-bdbc-4b666ee4180d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.312s (2.312s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:52Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000f1241d9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13584"
    uid: 84e739e3-107f-4602-90a8-7a5d7527b1f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:52Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000f16518a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "13586"
    uid: 770233d5-a6a7-4ba2-b2bd-1aa95e4d6b2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:52Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000f16c61794
    namespace: kserve-ci-e2e-test
    resourceVersion: "13587"
    uid: 46a8e135-31dc-4409-aa95-164224dc6063
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:52Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d5d470ad0a2dbd76829def7f459909c05cc870ffb330e4b585204605f3c490d9"
  metadata:
    creationTimestamp: "2026-04-23T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:52Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000f16d1db60
    namespace: kserve-ci-e2e-test
    resourceVersion: "13589"
    uid: 37a4d920-4789-40be-b73c-f0f2a9ee7924
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d5d470ad0a2dbd76829def7f459909c05cc870ffb330e4b585204605f3c490d9"
    in 2.764s (2.764s including waiting). Image size: 238035008 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:55Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000fbb9e63c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13605"
    uid: b9ca89f2-a78e-4ecb-b715-35d2f7c33bb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:55Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T13:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:55Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000fbed3fcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13607"
    uid: f9f569b0-67d0-48d1-9d93-0d5256729401
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:55Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T13:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:39:55Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000fbf4bee04
    namespace: kserve-ci-e2e-test
    resourceVersion: "13608"
    uid: faf5ae68-38ac-4494-865c-806a4501594c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:41:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T13:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:29Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9000ffb152bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14394"
    uid: f22ec5d7-651a-4870-88f9-2fd76526a78c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:41:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T13:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:29Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a9001036dab6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14395"
    uid: d1c35b28-5f95-47a9-a56d-938f988097ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:41:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:13Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a90021d56e22fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14212"
    uid: 7aae295c-ee34-4fc2-9ae6-38f056e136a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:41:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:13Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a90021d56efd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: da760998-e239-45fa-a39b-52a282977f28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:41:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:13Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a90021d5711800
    namespace: kserve-ci-e2e-test
    resourceVersion: "14218"
    uid: 93fb9b1b-1fb1-46aa-afb5-04738bd28e81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T13:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: c1a47db5-2629-4686-aae3-519eb6d306a6
  kind: Event
  lastTimestamp: "2026-04-23T13:41:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:41:32Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l.18a90022d7393710
    namespace: kserve-ci-e2e-test
    resourceVersion: "14416"
    uid: f7748220-f295-4b77-8d22-1df71507da71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6d65749c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "13344"
    uid: 4c5ec386-a3ab-4f57-8b89-d4f6068656f3
  kind: Event
  lastTimestamp: "2026-04-23T13:39:28Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6d65749c76-lkj5l'
  metadata:
    creationTimestamp: "2026-04-23T13:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:39:28Z"
    name: isvc-sklearn-batcher-predictor-6d65749c76.18a90009613aeb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13352"
    uid: 6ced84c8-5c5d-4e29-beb3-da5f3660d2f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13343"
    uid: 36ff5e4b-b643-44a3-8792-bca0743a7cf6
  kind: Event
  lastTimestamp: "2026-04-23T13:39:28Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6d65749c76 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T13:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:39:28Z"
    name: isvc-sklearn-batcher-predictor.18a900095b992a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13345"
    uid: 39f6e8f3-ace2-4cec-8555-9d6b4764d714
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13354"
    uid: 18b00149-c05e-4e0e-a390-d71a8ba5db6e
  kind: Event
  lastTimestamp: "2026-04-23T13:40:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:40:28Z"
    name: isvc-sklearn-batcher-predictor.18a9000ce10d20fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "13858"
    uid: d410e1e4-25cd-4cfd-9eb5-06a74f2af66b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13354"
    uid: 18b00149-c05e-4e0e-a390-d71a8ba5db6e
  kind: Event
  lastTimestamp: "2026-04-23T13:40:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:40:28Z"
    name: isvc-sklearn-batcher-predictor.18a9000ce192371c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13859"
    uid: 586da003-8b14-4fad-b11f-32c881900209
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:40:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13515"
    uid: 18b00149-c05e-4e0e-a390-d71a8ba5db6e
  kind: Event
  lastTimestamp: "2026-04-23T13:40:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:40:58Z"
    name: isvc-sklearn-batcher-predictor.18a9001add4828ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14071"
    uid: 309b244a-e8f5-4942-af4c-68d96f6bd687
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:40:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13515"
    uid: 18b00149-c05e-4e0e-a390-d71a8ba5db6e
  kind: Event
  lastTimestamp: "2026-04-23T13:40:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T13:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:40:58Z"
    name: isvc-sklearn-batcher-predictor.18a9001addc622f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14072"
    uid: a5ba139e-64b3-4be3-b92f-28e8838dd55f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13332"
    uid: 3b2119c6-7c5a-4410-bcd4-480f6e34a07f
  kind: Event
  lastTimestamp: "2026-04-23T13:40:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:40:59Z"
    name: isvc-sklearn-batcher.18a9000961cc33b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14090"
    uid: 0e307976-3d8d-42d2-8f3b-01e7409d7d4f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13332"
    uid: 3b2119c6-7c5a-4410-bcd4-480f6e34a07f
  kind: Event
  lastTimestamp: "2026-04-23T13:39:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:39:28Z"
    name: isvc-sklearn-batcher.18a9000962427448
    namespace: kserve-ci-e2e-test
    resourceVersion: "13359"
    uid: 65429e3d-95d2-4ae6-b4dd-c7efdcc382f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:39:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13332"
    uid: 3b2119c6-7c5a-4410-bcd4-480f6e34a07f
  kind: Event
  lastTimestamp: "2026-04-23T13:39:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:39:28Z"
    name: isvc-sklearn-batcher.18a900096242c5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13361"
    uid: 3c785659-a550-40aa-adaf-dd6414c90fd9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:40:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14088"
    uid: 3b2119c6-7c5a-4410-bcd4-480f6e34a07f
  kind: Event
  lastTimestamp: "2026-04-23T13:40:59Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:40:59Z"
    name: isvc-sklearn-batcher.18a9001ead1188d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14089"
    uid: a40129ad-fd93-4b85-8b6d-7b0b56f53ec5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:51:55.279235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19544"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b74f07984c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: 5fb4ab72-89bb-4927-a43d-3d11a1ea558b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19553"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b7680c029b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: 64d3af42-ae40-4406-acd9-9b0c8d036052
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b769712336
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: b87aaf32-6f7e-4153-a528-761f9a664f65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b76c0bb23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 47d74584-a8d1-44f2-be5a-2d54fa14da01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b76c7f265a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: 80ebb73d-58a7-4104-a557-401aa9ad132b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:51:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:51:59Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b866fcde19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: f6ee3593-777b-44db-9c5c-6f19e855b7bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:52:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:52:00Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b86a659e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: a55b98a4-dfa6-4632-987d-116e96c9cde5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:52:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:52:00Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b86ad80a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: 6dc4e28b-b9bf-4ed1-8057-6bbe4acde956
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:52:00Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-23T13:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:52:00Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b86ae2cb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: a61fb59f-f2a0-4202-bb97-2f768c5eee26
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:52:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    1.663s (1.663s including waiting). Image size: 237662759 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:52:01Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b8ce06c530
    namespace: kserve-ci-e2e-test
    resourceVersion: "19625"
    uid: 8c31b3b2-72e5-41ed-a1bb-e869f6dfd526
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:52:01Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-23T13:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:52:01Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b8d16a8010
    namespace: kserve-ci-e2e-test
    resourceVersion: "19626"
    uid: 96b4de13-4e50-47f7-8c59-053cb2cbf4f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:52:01Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-23T13:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:52:01Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b8d1dd6e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19627"
    uid: 4f381cd5-8819-495b-9e09-2e22b0d580cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:52:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T13:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:52:01Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b8d1ea4fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19628"
    uid: 9d000fbd-f89c-46eb-8f33-49f771d5347d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:52:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:52:01Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b8d4cb6aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 564231cb-9e7b-40e8-a518-b5f592c068ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:52:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:52:01Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900b8d53e2282
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: b37ceaf8-1d6c-4a2c-9f54-a82523870579
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900c9f3c57357
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: 9b7c3dae-a129-4e8b-9f06-38d901c5c667
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900c9f3c64f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: 88fecc2b-45d5-4d59-abe6-1661c4c447da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:15Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900c9f3c996f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: 673c13fe-fdd8-4b0f-a5d3-16d0c628e23d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:42Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900ca9108e963
    namespace: kserve-ci-e2e-test
    resourceVersion: "20433"
    uid: 9b6adda9-6c43-4ce9-9076-a3a8badff6c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: a857907e-cba2-4ba8-8d3b-385106b8392b
  kind: Event
  lastTimestamp: "2026-04-23T13:53:37Z"
  message: 'Readiness probe failed: Get "http://10.132.0.32:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T13:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:53:37Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7-66dds.18a900ca915b293b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 43bdf203-48ef-409a-a35c-b381cf431334
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-b76fc9db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: 6ba927da-2538-45bc-88b7-9ef1ca51fcbb
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-b76fc9db7-66dds'
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-sklearn-mcp-predictor-b76fc9db7.18a900b74e70fead
    namespace: kserve-ci-e2e-test
    resourceVersion: "19545"
    uid: bca2ec44-5005-4046-8a7d-b4c81fbae6e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: c3747d3a-c1ab-4704-9154-96594a0b16bb
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-b76fc9db7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-sklearn-mcp-predictor.18a900b74b4ce1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: ddce9240-7eb9-4762-a939-318341a0004d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: bd958a91-eef5-443d-9574-127c5c08f2a5
  kind: Event
  lastTimestamp: "2026-04-23T13:53:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:53:08Z"
    name: isvc-sklearn-mcp.18a900b74ad706bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20100"
    uid: 9c23f72e-3e5c-403f-b523-d9209b9f3b51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: bd958a91-eef5-443d-9574-127c5c08f2a5
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-sklearn-mcp.18a900b74b593371
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: a0db2007-ea80-4063-a2bf-3dcfa6889756
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19516"
    uid: bd958a91-eef5-443d-9574-127c5c08f2a5
  kind: Event
  lastTimestamp: "2026-04-23T13:51:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:51:55Z"
    name: isvc-sklearn-mcp.18a900b750ab8cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19555"
    uid: 7d41e1b4-ba6e-4018-90e6-e8a96dc7d7f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:53:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20098"
    uid: bd958a91-eef5-443d-9574-127c5c08f2a5
  kind: Event
  lastTimestamp: "2026-04-23T13:53:08Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:53:08Z"
    name: isvc-sklearn-mcp.18a900c842a9d0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20099"
    uid: f8896492-06c7-4557-a80c-12ac3dc48a92
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:12:34.888758Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30150"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-759d546688-cwt2z
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:12:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:12:34Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d7ed832634
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 6b54b890-5594-467e-b045-dab9c35aef6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:35Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:12:35Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d8068e6f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "30169"
    uid: 227ebda7-b4d4-4650-9ea6-3e3019cccfdc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:35Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d807daa2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30171"
    uid: 2756e11d-2e0d-4f7d-8f11-e2934acd32c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:35Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d80a8b6e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30172"
    uid: d6ead451-7b5b-45c0-ae54-42672a465ca7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:35Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d80afc8f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "30173"
    uid: 85535219-9e91-434d-a303-a4fa53994f92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:39Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d8e45fa405
    namespace: kserve-ci-e2e-test
    resourceVersion: "30212"
    uid: 305893e6-3219-4c15-8070-06eba8b058df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:39Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d8e83b9111
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: ea14e140-3001-46b8-bc38-f008aa361781
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:39Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d8e8b3c807
    namespace: kserve-ci-e2e-test
    resourceVersion: "30217"
    uid: bca32bae-a4e8-4a01-97a2-1a16033fa20c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:39Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d8e8c135a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 8a127edb-5ec4-4d2d-afec-57be9d14a0a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:39Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d8ebd8f009
    namespace: kserve-ci-e2e-test
    resourceVersion: "30220"
    uid: 5e4a3dde-9222-41ef-99d4-1f73af94abfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:12:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:12:39Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d8ec4c7542
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: d75c67d0-d6ca-476e-a118-732313b18886
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:13:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:13:57Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901d95c229670
    namespace: kserve-ci-e2e-test
    resourceVersion: "30851"
    uid: 7fe7bab9-7fd2-46fb-83c4-af10cd6e093d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:13:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901ea9525cd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "30799"
    uid: 198032c8-e7c1-4162-ad3f-9e3487ad539e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:13:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901ea952aee66
    namespace: kserve-ci-e2e-test
    resourceVersion: "30802"
    uid: 852ac22a-e0ba-4b95-a88b-7c68ab69d3f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-759d546688-cwt2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 55e61ed0-3e7c-4154-99e6-e436c42b916d
  kind: Event
  lastTimestamp: "2026-04-23T14:13:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:13:57Z"
    name: isvc-sklearn-predictor-759d546688-cwt2z.18a901eb0e3f4f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "30850"
    uid: e7c6bcf8-d21f-49ec-a744-b8412c3957e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-759d546688
    namespace: kserve-ci-e2e-test
    resourceVersion: "30129"
    uid: c9ce9217-2677-4037-9016-89e8c33abc04
  kind: Event
  lastTimestamp: "2026-04-23T14:12:34Z"
  message: 'Created pod: isvc-sklearn-predictor-759d546688-cwt2z'
  metadata:
    creationTimestamp: "2026-04-23T14:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:12:34Z"
    name: isvc-sklearn-predictor-759d546688.18a901d7ed018a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30152"
    uid: 68f18ad6-4b6f-4e7d-93ea-c52d9bdc5ddb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30127"
    uid: 2a487b0f-5405-409f-a41c-bbb617eaf114
  kind: Event
  lastTimestamp: "2026-04-23T14:12:34Z"
  message: Scaled up replica set isvc-sklearn-predictor-759d546688 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:12:34Z"
    name: isvc-sklearn-predictor.18a901d7e9ce6826
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: e63904ce-9feb-42a4-8c61-da7cfc0d609e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30128"
    uid: 6a6e70bd-7c88-4219-9bb9-ddadf47f123b
  kind: Event
  lastTimestamp: "2026-04-23T14:12:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:12:49Z"
    name: isvc-sklearn-predictor.18a901db68a44616
    namespace: kserve-ci-e2e-test
    resourceVersion: "30302"
    uid: 2c813e7a-1e91-4e26-9738-75b1795b86e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30128"
    uid: 6a6e70bd-7c88-4219-9bb9-ddadf47f123b
  kind: Event
  lastTimestamp: "2026-04-23T14:12:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:12:49Z"
    name: isvc-sklearn-predictor.18a901db690bebd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: fe05e342-b982-4e7c-966d-8e60dabfd0d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: 6a6e70bd-7c88-4219-9bb9-ddadf47f123b
  kind: Event
  lastTimestamp: "2026-04-23T14:13:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:13:49Z"
    name: isvc-sklearn-predictor.18a901dee7c67226
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 8379f160-bb81-48ce-8c2a-fb9aad2aba04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: 6a6e70bd-7c88-4219-9bb9-ddadf47f123b
  kind: Event
  lastTimestamp: "2026-04-23T14:13:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:13:49Z"
    name: isvc-sklearn-predictor.18a901dee832b5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: 0705f712-744f-4073-b096-982aa67bba94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:14:55.241001Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901f89b288562
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: f82402dc-2e0b-4dc2-ba17-c9f9211074c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901f8b4855644
    namespace: kserve-ci-e2e-test
    resourceVersion: "31346"
    uid: f5ccf9a0-5460-4356-9f8d-b3c3b7639ec1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901f8b5f06b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: 8ed8eeb6-f0d7-45c0-955e-0b2394419ab3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901f8b8d11cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31349"
    uid: 0e018a6f-610c-460c-91b2-89e014f2f3fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901f8b9451db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31350"
    uid: 3d6042ec-3c27-450f-b150-76e302db2c57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:01Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901fa1119b234
    namespace: kserve-ci-e2e-test
    resourceVersion: "31396"
    uid: 90387684-4ee1-414a-90aa-b563cc611a3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:01Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901fa143dc192
    namespace: kserve-ci-e2e-test
    resourceVersion: "31400"
    uid: d70cb089-70f6-447a-a1bc-6b56729dc80e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:01Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901fa14b6fd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: b2b7d364-94a7-4ce0-8a18-09e895516548
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:01Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901fa14c3993b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31402"
    uid: 8f08def0-c86c-47ca-85e1-3ffcfff6c4d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:01Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901fa17b5ec50
    namespace: kserve-ci-e2e-test
    resourceVersion: "31405"
    uid: 7348ad2c-a595-4265-b27b-60bdebc4d4aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:01Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901fa182ebdd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31406"
    uid: a0d489dd-802a-4de3-ab15-79fcddf47671
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:08Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a901fa4d17379b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: ad52a940-5961-44f4-b886-978723413707
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a90201443a8681
    namespace: kserve-ci-e2e-test
    resourceVersion: "31682"
    uid: cedd96d4-e606-4ae7-9624-515ce1306a0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: b4457cc9-5847-41ce-8b63-7a0f26ca3db5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc.18a90201443b327e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31685"
    uid: d1c0ea0b-e478-4c1e-886e-1545abdd607a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-65764ccccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: e9d3b358-e2b6-4ab8-9a0a-41773ad5ba92
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-65764ccccd-rl7nc'
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: isvc-sklearn-runtime-predictor-65764ccccd.18a901f89ab5ed8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: 8c9541a3-ca0b-4502-bc22-4922cab20a57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: e13b6334-293d-46a9-b99d-8fa954c03a67
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-65764ccccd from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: isvc-sklearn-runtime-predictor.18a901f8979817b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: f5b1c31f-8052-45c7-a455-0f52b9f5d501
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: 6e0e4482-8f58-4e7c-8233-097b6d577b58
  kind: Event
  lastTimestamp: "2026-04-23T14:15:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:15:25Z"
    name: isvc-sklearn-runtime-predictor.18a901fc1671fc30
    namespace: kserve-ci-e2e-test
    resourceVersion: "31590"
    uid: 30a83c46-da36-49b1-8cea-b8a04f19f444
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: 6e0e4482-8f58-4e7c-8233-097b6d577b58
  kind: Event
  lastTimestamp: "2026-04-23T14:15:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:15:25Z"
    name: isvc-sklearn-runtime-predictor.18a901fc16c48807
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 868c914c-12eb-41c5-8ec3-a517501265eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31285"
    uid: 2579f8d2-c90f-4ecd-abfb-f88241819967
  kind: Event
  lastTimestamp: "2026-04-23T14:15:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:15:18Z"
    name: isvc-sklearn-runtime.18a901f8975b3d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "31542"
    uid: dc7def9e-02ee-4118-9841-eeadb8a58d52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31285"
    uid: 2579f8d2-c90f-4ecd-abfb-f88241819967
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: isvc-sklearn-runtime.18a901f897d9f6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: 109ea5be-8aab-4bb0-af83-3da348a9d037
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31296"
    uid: 2579f8d2-c90f-4ecd-abfb-f88241819967
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: isvc-sklearn-runtime.18a901f89ef4ded9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: c5bed522-8f81-4643-97c8-763fe1c73dbd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31540"
    uid: 2579f8d2-c90f-4ecd-abfb-f88241819967
  kind: Event
  lastTimestamp: "2026-04-23T14:15:18Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:15:18Z"
    name: isvc-sklearn-runtime.18a901fe0bfa4342
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: b3203f22-f1d8-4da3-a982-fb408bc0eb27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:30:18.694419Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39033"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:30:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:30:18Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902cf9d455d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39039"
    uid: a04ee594-0a18-43c0-b22a-e815b2ca5b87
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:18Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902cfa6ad1144
    namespace: kserve-ci-e2e-test
    resourceVersion: "39048"
    uid: 0f377314-ebb4-4a1a-8c5a-3626c71e7975
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:19Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:30:19Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902cfda1f5a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "39058"
    uid: 32a97f78-128d-4cb0-9aff-27ae74967483
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:19Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902cfdb7b30fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39061"
    uid: 0ca497b9-ffab-404a-8092-34dab292fb58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:19Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902cfde43cdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39063"
    uid: 2db303a5-f71c-4d48-94eb-01dfb4ceedaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:19Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902cfdeb359f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39064"
    uid: 8fe1aceb-5132-4dcf-ae1d-be45d78a6bcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:21Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902d048eca9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39085"
    uid: 4bec6dec-caaa-4168-b0ab-fe97a160ebe5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:21Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902d04c368d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39090"
    uid: 1b351613-d589-4687-a4fe-1f8ffb140d33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:21Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902d04ca96574
    namespace: kserve-ci-e2e-test
    resourceVersion: "39091"
    uid: 59c30f94-0062-4c54-ae60-3728cddfe041
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:21Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902d04cb4ac3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39092"
    uid: fa05a577-7b5a-438d-9227-4ddb6ef5c16b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:21Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902d04f5f5aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39094"
    uid: 4850c7b1-b4cb-4ed5-8fdf-969fd8548cc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:30:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:21Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902d04fcb1c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39095"
    uid: fac81add-d773-45f0-9a8c-714c844393f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:31:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:39Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902d0c0a4f878
    namespace: kserve-ci-e2e-test
    resourceVersion: "39735"
    uid: d4ee2762-8c6f-4351-b00c-9abec09c4811
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:31:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:38Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902e244cc9d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39686"
    uid: 879508a5-5199-41fc-8940-4950de531ca5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:31:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:38Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902e244cd1729
    namespace: kserve-ci-e2e-test
    resourceVersion: "39687"
    uid: 6afecf34-3cc4-498a-a5d9-77c81f4a44ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 7be50eb8-b001-45e9-96c0-5e4fab78d57b
  kind: Event
  lastTimestamp: "2026-04-23T14:31:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:39Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59-68dwn.18a902e272bdcc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39734"
    uid: fa503e8b-97f8-4c5c-92c5-b13f592a2263
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-5d9949bc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "39024"
    uid: 6983dbd5-5739-4b76-bf90-e7f125c12ecf
  kind: Event
  lastTimestamp: "2026-04-23T14:30:18Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-5d9949bc59-68dwn'
  metadata:
    creationTimestamp: "2026-04-23T14:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:30:18Z"
    name: isvc-sklearn-s3-predictor-5d9949bc59.18a902cf9cdf75b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39036"
    uid: 75b2b86b-1487-4ef6-a967-cc584b8e31fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 5e8ddb01-1f99-4dd5-9bb5-78f4aca7c6b3
  kind: Event
  lastTimestamp: "2026-04-23T14:30:18Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-5d9949bc59 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:30:18Z"
    name: isvc-sklearn-s3-predictor.18a902cf99dc6c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39026"
    uid: b54f0be7-a05b-49d4-87ed-901379388a34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39023"
    uid: c90e9793-1dd2-4cf1-a793-2af6e18c2408
  kind: Event
  lastTimestamp: "2026-04-23T14:30:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:30:48Z"
    name: isvc-sklearn-s3-predictor.18a902d3186c02d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39297"
    uid: 99c63202-c5f1-4227-abae-3a334babefe0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39023"
    uid: c90e9793-1dd2-4cf1-a793-2af6e18c2408
  kind: Event
  lastTimestamp: "2026-04-23T14:30:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:30:48Z"
    name: isvc-sklearn-s3-predictor.18a902d318b2d748
    namespace: kserve-ci-e2e-test
    resourceVersion: "39298"
    uid: 052d5ede-81e7-4e2b-8f33-d1a0f9a6e0c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: c90e9793-1dd2-4cf1-a793-2af6e18c2408
  kind: Event
  lastTimestamp: "2026-04-23T14:31:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:31:33Z"
    name: isvc-sklearn-s3-predictor.18a902da16a29964
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: ec79743d-b400-4094-8230-af20289225d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: c90e9793-1dd2-4cf1-a793-2af6e18c2408
  kind: Event
  lastTimestamp: "2026-04-23T14:31:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:31:33Z"
    name: isvc-sklearn-s3-predictor.18a902da170b4d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39623"
    uid: d69ac713-3d64-4062-948e-0303ed0d6b89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:34:32.214464Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562
    namespace: kserve-ci-e2e-test
    resourceVersion: "41231"
    uid: 9f85c2a9-5ec8-42b1-8d3b-bcf549539786
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:34:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562.18a9030aa43e574d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41237"
    uid: e25fa556-3822-4268-af17-7d66b1accb29
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562
    namespace: kserve-ci-e2e-test
    resourceVersion: "41241"
    uid: 9f85c2a9-5ec8-42b1-8d3b-bcf549539786
  kind: Event
  lastTimestamp: "2026-04-23T14:34:32Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:34:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562.18a9030ac99e7899
    namespace: kserve-ci-e2e-test
    resourceVersion: "41251"
    uid: d223cf42-1514-4e6f-9942-9dcb8154bc8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562
    namespace: kserve-ci-e2e-test
    resourceVersion: "41234"
    uid: 9f85c2a9-5ec8-42b1-8d3b-bcf549539786
  kind: Event
  lastTimestamp: "2026-04-23T14:34:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:36Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562.18a9030acaf2c936
    namespace: kserve-ci-e2e-test
    resourceVersion: "41294"
    uid: 87d95a19-27e5-463d-ba61-614b854f690d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562
    namespace: kserve-ci-e2e-test
    resourceVersion: "41234"
    uid: 9f85c2a9-5ec8-42b1-8d3b-bcf549539786
  kind: Event
  lastTimestamp: "2026-04-23T14:34:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:36Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562.18a9030ace5ce7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "41299"
    uid: ba036203-285c-4155-b914-d9f9bda0449f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562
    namespace: kserve-ci-e2e-test
    resourceVersion: "41234"
    uid: 9f85c2a9-5ec8-42b1-8d3b-bcf549539786
  kind: Event
  lastTimestamp: "2026-04-23T14:34:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:36Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562.18a9030acecabf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41300"
    uid: e1c02dab-2086-46c3-b795-dfa584587573
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562
    namespace: kserve-ci-e2e-test
    resourceVersion: "41234"
    uid: 9f85c2a9-5ec8-42b1-8d3b-bcf549539786
  kind: Event
  lastTimestamp: "2026-04-23T14:34:41Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562_kserve-ci-e2e-test(9f85c2a9-5ec8-42b1-8d3b-bcf549539786)
  metadata:
    creationTimestamp: "2026-04-23T14:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:41Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562.18a9030ccc3101f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41336"
    uid: 68f1b4fa-f596-46ee-927e-a2ebb71565f0
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "41220"
    uid: 1e0cd054-f694-498a-859b-3c54d4d8ed2c
  kind: Event
  lastTimestamp: "2026-04-23T14:34:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65-jg562'
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:34:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65.18a9030aa3d3c243
    namespace: kserve-ci-e2e-test
    resourceVersion: "41235"
    uid: 5608a62d-6ad5-4def-8426-735747eeb687
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41218"
    uid: 5705eada-d363-44e8-b513-83b8bc9e4ae1
  kind: Event
  lastTimestamp: "2026-04-23T14:34:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-599d4bdb65
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:34:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a9030aa0e73b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41222"
    uid: 0a037812-6a87-4cff-a26c-8b3fefe2d872
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: b64c626d-044f-46c1-b7a0-57b3855040d4
  kind: Event
  lastTimestamp: "2026-04-23T14:34:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:34:41Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a9030aa0be810d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41340"
    uid: b187d86e-f94a-4781-b7cb-40fd4dc8f88d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: b64c626d-044f-46c1-b7a0-57b3855040d4
  kind: Event
  lastTimestamp: "2026-04-23T14:34:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:34:32Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a9030aa13a480a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41224"
    uid: 75aeaa6f-0eee-46fa-9c90-878aa9daec01
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:33:11.124098Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40558"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:33:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:33:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f7c2e17a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "40562"
    uid: c4c9039f-94e7-4d1b-a422-39b11c6a8d1d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f7d0a16d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40578"
    uid: 09860145-b569-4131-88bf-d6e66e708cf3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40568"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:12Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:33:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f8003c08d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40590"
    uid: f6000c35-0057-44ae-93fe-b15a567c07e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f801e3f18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: 03c94aa8-6958-43ff-93f7-4d56e7222ebf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f8053ee91a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40593"
    uid: e5c0e389-2470-4f31-8e88-6f38f521c121
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f805f929f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40594"
    uid: 1cbe9caf-0507-433f-81d1-72e01a232ff3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f8786a62dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40614"
    uid: 8f355092-1667-45b6-b667-bd19b7cd1862
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f87bc3ce90
    namespace: kserve-ci-e2e-test
    resourceVersion: "40618"
    uid: 681e0535-b313-4e59-9a81-1e77f5fe5da8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f87c4d5553
    namespace: kserve-ci-e2e-test
    resourceVersion: "40619"
    uid: ffd940da-07d7-48ea-ba6f-6e788834cc13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f87c5cfc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: b9c443b9-6289-405f-b984-35aebc6a7a54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f87f6432c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40622"
    uid: 4c657d8c-60ec-4b13-ac73-3cd86056ceda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:33:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f87fd8ea57
    namespace: kserve-ci-e2e-test
    resourceVersion: "40623"
    uid: 2a12a4de-f7ce-4040-b12a-1c6b5fd66344
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:34:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a902f8f02775f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41229"
    uid: 902c764a-2357-49a3-820e-7bb666e99f3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:34:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a9030a64df7d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41192"
    uid: 5a401e13-3768-4aa1-b130-6963bf570f2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:34:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a9030a64dfec72
    namespace: kserve-ci-e2e-test
    resourceVersion: "41193"
    uid: 711e83da-ba00-4ef3-8b80-3b2b1df0fc63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: f959c725-7c03-44e1-9a9b-52f56f53fc17
  kind: Event
  lastTimestamp: "2026-04-23T14:34:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t.18a9030aa23bae84
    namespace: kserve-ci-e2e-test
    resourceVersion: "41227"
    uid: e67817da-9665-43ee-a657-1b1f168065b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40548"
    uid: b8c3548f-adfe-40e0-8861-ddd8a1bb3a76
  kind: Event
  lastTimestamp: "2026-04-23T14:33:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc-9x26t'
  metadata:
    creationTimestamp: "2026-04-23T14:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:33:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc.18a902f7c24e0e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40559"
    uid: 411d9fc0-4438-486a-836e-94eeb1e5f0b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40546"
    uid: e84ab917-3c73-44c8-8de5-69c66ebc8e0c
  kind: Event
  lastTimestamp: "2026-04-23T14:33:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-8498c4f6bc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:33:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a902f7bf9c0bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40550"
    uid: a2c9e6dd-08a2-42b8-8367-1bbf5a5d3cbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40547"
    uid: 45de7135-c7b5-4b6d-a0f5-9ac65bf13a18
  kind: Event
  lastTimestamp: "2026-04-23T14:33:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:33:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a902fb3e108fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40920"
    uid: cd8ab1a4-e19f-496c-83f4-31ea0548d7fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40547"
    uid: 45de7135-c7b5-4b6d-a0f5-9ac65bf13a18
  kind: Event
  lastTimestamp: "2026-04-23T14:33:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:33:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a902fb3e852c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "40921"
    uid: e0ddf1b4-e4e0-47b1-92a9-baa530f330eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40712"
    uid: 45de7135-c7b5-4b6d-a0f5-9ac65bf13a18
  kind: Event
  lastTimestamp: "2026-04-23T14:34:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:34:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a902febd909fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41139"
    uid: b77c61d3-2c68-43c5-a217-f4b4b435b933
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40712"
    uid: 45de7135-c7b5-4b6d-a0f5-9ac65bf13a18
  kind: Event
  lastTimestamp: "2026-04-23T14:34:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:34:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a902febdf2ff58
    namespace: kserve-ci-e2e-test
    resourceVersion: "41140"
    uid: 9212d20e-011e-4d6d-8b58-25de9044226d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40535"
    uid: aa65d421-b88c-42a1-baae-4ded2bd6d5f9
  kind: Event
  lastTimestamp: "2026-04-23T14:34:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:34:22Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a902f7bf640cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41113"
    uid: bd167dc7-a696-40f3-8404-55957af2fdf2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40535"
    uid: aa65d421-b88c-42a1-baae-4ded2bd6d5f9
  kind: Event
  lastTimestamp: "2026-04-23T14:33:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:33:11Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a902f7bfe0b0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40574"
    uid: aeee71ba-1027-4374-9627-43cf7c6e9770
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40556"
    uid: aa65d421-b88c-42a1-baae-4ded2bd6d5f9
  kind: Event
  lastTimestamp: "2026-04-23T14:33:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T14:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:33:11Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a902f7c6ec0853
    namespace: kserve-ci-e2e-test
    resourceVersion: "40575"
    uid: 63ea8d5a-ff76-4c37-aaf7-d2cf1e09776a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41111"
    uid: aa65d421-b88c-42a1-baae-4ded2bd6d5f9
  kind: Event
  lastTimestamp: "2026-04-23T14:34:22Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:34:22Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a9030852f151b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41112"
    uid: 0a45b5d6-3c7c-4ff7-84e1-ce7e84da16e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:33:00.039879Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40395"
    uid: 7c6437b7-859c-4262-9bf0-4a43c225af01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:33:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:33:00Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk.18a902f52e35c2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40402"
    uid: 052470db-5c43-49bb-afdc-9463cd2752e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 7c6437b7-859c-4262-9bf0-4a43c225af01
  kind: Event
  lastTimestamp: "2026-04-23T14:33:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:00Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk.18a902f53ae8e796
    namespace: kserve-ci-e2e-test
    resourceVersion: "40408"
    uid: cebfbea8-0547-4f4a-be05-7caf2e9cbb0a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40405"
    uid: 7c6437b7-859c-4262-9bf0-4a43c225af01
  kind: Event
  lastTimestamp: "2026-04-23T14:33:01Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:33:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk.18a902f56b8550a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40415"
    uid: cfc09e5e-813a-468a-8dd5-303838fbaffe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 7c6437b7-859c-4262-9bf0-4a43c225af01
  kind: Event
  lastTimestamp: "2026-04-23T14:33:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk.18a902f56d160fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40464"
    uid: 81b4af53-2e00-44dd-8fd7-e2dea8e222a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 7c6437b7-859c-4262-9bf0-4a43c225af01
  kind: Event
  lastTimestamp: "2026-04-23T14:33:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk.18a902f56febd3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40468"
    uid: f9886ba2-fcdb-4b8b-95bc-fbb46f666ff7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 7c6437b7-859c-4262-9bf0-4a43c225af01
  kind: Event
  lastTimestamp: "2026-04-23T14:33:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk.18a902f570647d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "40469"
    uid: 9071cad1-7b69-43ce-b0ce-f55d57049153
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 7c6437b7-859c-4262-9bf0-4a43c225af01
  kind: Event
  lastTimestamp: "2026-04-23T14:33:09Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk_kserve-ci-e2e-test(7c6437b7-859c-4262-9bf0-4a43c225af01)
  metadata:
    creationTimestamp: "2026-04-23T14:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:33:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk.18a902f74d9bb9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40495"
    uid: 289c4431-b6ba-42c0-8216-cb9facd2f953
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:33:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57
    namespace: kserve-ci-e2e-test
    resourceVersion: "40385"
    uid: e4b5e7c2-df12-42c2-b61c-a88a3b40c43d
  kind: Event
  lastTimestamp: "2026-04-23T14:33:00Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57-2wcnk'
  metadata:
    creationTimestamp: "2026-04-23T14:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:33:00Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57.18a902f52db9493c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 0281dc98-7c71-422d-8b9e-507f195485c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:32:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40383"
    uid: 80ae3d1a-50d0-4c19-8f58-abcfd1e6f8c8
  kind: Event
  lastTimestamp: "2026-04-23T14:32:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6cc5fddf57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:32:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a902f52a777b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40388"
    uid: c554ca5c-f178-4cfc-886c-606636a5f96a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:32:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40374"
    uid: 71d8ac20-23c7-42c8-963c-73ba918b654b
  kind: Event
  lastTimestamp: "2026-04-23T14:33:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:33:09Z"
    name: isvc-sklearn-s3-tls-global-fail.18a902f52a4d9c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40499"
    uid: 6c1b1df6-895f-4e04-8e48-0ad0519015e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:32:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40374"
    uid: 71d8ac20-23c7-42c8-963c-73ba918b654b
  kind: Event
  lastTimestamp: "2026-04-23T14:32:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:32:59Z"
    name: isvc-sklearn-s3-tls-global-fail.18a902f52aff08cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40391"
    uid: fc53eecb-c34d-44f0-94ad-83ad4f9cb90f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:31:38.901783Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:31:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:31:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e24a00b9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39710"
    uid: 7530762d-42ca-4d0e-8b3f-8fa288b5b2df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e255966e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "39722"
    uid: ef7a98fc-0083-4dd1-a256-8680745acb5a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39714"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:39Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:31:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e286dd648b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39738"
    uid: 2ce9c272-cfa3-48f3-a783-dd7ad2e3e7e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e289b23f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "39740"
    uid: 9694b818-2411-4d7b-947e-decbae2f8fe5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e28c61a773
    namespace: kserve-ci-e2e-test
    resourceVersion: "39742"
    uid: 4b6470fc-1feb-4df9-b46d-f98aedf6ed66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e28ccd0c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "39744"
    uid: 8633e3d5-737f-4720-9a53-7e07ba81e450
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e2f8f5645c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39763"
    uid: 075dc546-a85d-4ac4-b612-0016c82c4cfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e2fc1cff27
    namespace: kserve-ci-e2e-test
    resourceVersion: "39767"
    uid: c6462bc6-d343-4e2c-9e4b-58a96d5b2ed4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e2fca04f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: ef4105aa-ec39-455c-99ab-dcbf46aadc79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e2fcab5d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39769"
    uid: 19213245-f04f-4cf9-99ab-ceccc0c805e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e2ff56723e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: 09a71367-ed6d-4216-a139-200816ccf5eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:31:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:31:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e2ffd3ceb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39772"
    uid: 2dd4ec3e-48e3-457d-a038-814682c5498b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:32:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:32:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902e334f1f702
    namespace: kserve-ci-e2e-test
    resourceVersion: "40190"
    uid: f1fd6f3b-1a6e-4f04-8158-4831052468ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:32:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902f4f1a3208c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: 05dfe908-3fc2-45dc-90cc-e8182a08c5dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: bcc95e51-eda4-4ce7-832b-655e13495988
  kind: Event
  lastTimestamp: "2026-04-23T14:32:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn.18a902f4f1a47ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: 960e5e4b-961e-45ec-b9c5-d62a598d4e0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547
    namespace: kserve-ci-e2e-test
    resourceVersion: "39696"
    uid: cb285481-ac63-4561-ae1a-b7de4f3322af
  kind: Event
  lastTimestamp: "2026-04-23T14:31:38Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547-k8fcn'
  metadata:
    creationTimestamp: "2026-04-23T14:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:31:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86f54c547.18a902e24992fcb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39708"
    uid: 2860a2ab-ed21-4822-b07b-5234de6cc60f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39694"
    uid: 1689a1c9-cc4b-4f86-992b-43910bcbc938
  kind: Event
  lastTimestamp: "2026-04-23T14:31:38Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-86f54c547
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:31:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a902e2471ef05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39698"
    uid: e236f8c2-2d07-4366-b4c5-0f73477e3718
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39695"
    uid: e1d67740-0235-4741-b766-a056bede281c
  kind: Event
  lastTimestamp: "2026-04-23T14:31:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:31:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a902e5c5ac4748
    namespace: kserve-ci-e2e-test
    resourceVersion: "39860"
    uid: d3659202-855c-436f-ad8e-629643d22327
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39695"
    uid: e1d67740-0235-4741-b766-a056bede281c
  kind: Event
  lastTimestamp: "2026-04-23T14:31:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:31:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a902e5c6143c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39862"
    uid: 9e4456c0-5941-4e5a-8250-324e6de3c31b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39861"
    uid: e1d67740-0235-4741-b766-a056bede281c
  kind: Event
  lastTimestamp: "2026-04-23T14:32:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:32:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a902e945372d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40306"
    uid: 05d1d79a-1405-445b-9ea8-2dd227904396
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39861"
    uid: e1d67740-0235-4741-b766-a056bede281c
  kind: Event
  lastTimestamp: "2026-04-23T14:32:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:32:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a902e9459b97e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40307"
    uid: 0987ea89-ddb2-4606-a0dc-9518a965a68d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39671"
    uid: 799276b5-fd79-4af7-96ba-ae82066ad8da
  kind: Event
  lastTimestamp: "2026-04-23T14:32:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:32:48Z"
    name: isvc-sklearn-s3-tls-global-pass.18a902e246fa9881
    namespace: kserve-ci-e2e-test
    resourceVersion: "40266"
    uid: 87c6e234-c322-4b5f-a414-78980484bdc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39671"
    uid: 799276b5-fd79-4af7-96ba-ae82066ad8da
  kind: Event
  lastTimestamp: "2026-04-23T14:31:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:31:38Z"
    name: isvc-sklearn-s3-tls-global-pass.18a902e2475bfe42
    namespace: kserve-ci-e2e-test
    resourceVersion: "39718"
    uid: 3646d2ad-032f-4b98-8b15-e623ee41f1be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39704"
    uid: 799276b5-fd79-4af7-96ba-ae82066ad8da
  kind: Event
  lastTimestamp: "2026-04-23T14:31:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T14:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:31:38Z"
    name: isvc-sklearn-s3-tls-global-pass.18a902e24de068db
    namespace: kserve-ci-e2e-test
    resourceVersion: "39719"
    uid: 28e43e71-0e38-46ff-9246-efac9c92bd55
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:32:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40264"
    uid: 799276b5-fd79-4af7-96ba-ae82066ad8da
  kind: Event
  lastTimestamp: "2026-04-23T14:32:48Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:32:48Z"
    name: isvc-sklearn-s3-tls-global-pass.18a902f298672ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: 06865cca-9c05-426e-911d-ea4e3dcdbcc5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:36:04.399503Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42068"
    uid: 003b6261-32e1-4f12-b85d-22a5343f66d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:36:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:36:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5.18a903201ae66660
    namespace: kserve-ci-e2e-test
    resourceVersion: "42074"
    uid: 0776350f-167a-4bda-9772-1ae129dcdee1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42070"
    uid: 003b6261-32e1-4f12-b85d-22a5343f66d7
  kind: Event
  lastTimestamp: "2026-04-23T14:36:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:36:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5.18a9032025565c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42085"
    uid: fa800865-faa5-41d8-b77a-343d1e424f69
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42079"
    uid: 003b6261-32e1-4f12-b85d-22a5343f66d7
  kind: Event
  lastTimestamp: "2026-04-23T14:36:05Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:36:05Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5.18a9032057d0fe35
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 44259949-34de-4b4a-a0fe-10c3f130b48b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42070"
    uid: 003b6261-32e1-4f12-b85d-22a5343f66d7
  kind: Event
  lastTimestamp: "2026-04-23T14:36:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:36:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5.18a9032059532cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42148"
    uid: d0985156-5a6e-47ae-8ae9-a747d1d63d6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42070"
    uid: 003b6261-32e1-4f12-b85d-22a5343f66d7
  kind: Event
  lastTimestamp: "2026-04-23T14:36:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:36:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5.18a903205cadc2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42151"
    uid: 05070a35-69b3-41ec-a5d3-77512ddf42b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42070"
    uid: 003b6261-32e1-4f12-b85d-22a5343f66d7
  kind: Event
  lastTimestamp: "2026-04-23T14:36:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:36:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5.18a903205d173370
    namespace: kserve-ci-e2e-test
    resourceVersion: "42154"
    uid: eb4f3852-d0f6-47ed-a6f0-89a513d09e29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42070"
    uid: 003b6261-32e1-4f12-b85d-22a5343f66d7
  kind: Event
  lastTimestamp: "2026-04-23T14:36:14Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:36:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5.18a903226fec097f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42198"
    uid: e0102063-e0ea-4984-a66c-0a687d31b110
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42057"
    uid: dd10bc33-1dd5-4fd5-9ad6-1a4de9814fcd
  kind: Event
  lastTimestamp: "2026-04-23T14:36:04Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb-4qdl5'
  metadata:
    creationTimestamp: "2026-04-23T14:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:36:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb.18a903201a6eda7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42069"
    uid: b1b1a1f9-42b4-49e9-b8ae-3e3e1e8a63b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42055"
    uid: ea65d02d-1b95-4e29-8a2e-687f91bfbd2a
  kind: Event
  lastTimestamp: "2026-04-23T14:36:04Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-779d8c7cfb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:36:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a90320176cdec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42058"
    uid: 41b5519e-1e6f-4fbe-b00a-ae4d886165d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42045"
    uid: 61868639-20cf-4781-8981-17c9e1612cb1
  kind: Event
  lastTimestamp: "2026-04-23T14:36:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:36:10Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a903201765974d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42155"
    uid: 5e330048-b793-4246-a4e5-25591b469301
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42045"
    uid: 61868639-20cf-4781-8981-17c9e1612cb1
  kind: Event
  lastTimestamp: "2026-04-23T14:36:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:36:04Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a9032017f3d791
    namespace: kserve-ci-e2e-test
    resourceVersion: "42081"
    uid: c78e843d-aa95-474e-bd3b-c9e8ce02a8fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42049"
    uid: 61868639-20cf-4781-8981-17c9e1612cb1
  kind: Event
  lastTimestamp: "2026-04-23T14:36:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T14:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:36:04Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a903201db91ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42082"
    uid: 4567e4cc-3da4-4dc6-9408-78bd25aa3703
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:34:43.282780Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41398"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:34:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:34:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030d37f76f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "41404"
    uid: c4a8b5f0-6d84-4980-8cd2-f18da2e034f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41408"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:43Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:34:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030d50d0a14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41419"
    uid: ad47e221-6de0-4118-97a0-ceb0af7064ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030d52242ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41422"
    uid: e80147ca-10a8-409d-a8e9-a6af402470df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030d54fb0026
    namespace: kserve-ci-e2e-test
    resourceVersion: "41423"
    uid: 115a29a4-8fa3-4615-a2b2-1654dfa5c508
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030d556b1ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41424"
    uid: 03a93bdc-c712-49a6-b6bc-7bc2c6aa476b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030dbb1ebcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41444"
    uid: 6c1a0432-44ce-4ad4-9c98-b0f57f0b5b0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030dbe1753de
    namespace: kserve-ci-e2e-test
    resourceVersion: "41446"
    uid: fb4d5013-1705-435e-a0e5-91685f65d09e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030dbe870c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "41449"
    uid: d12225fa-c026-4feb-bdcd-33e0219751cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030dbe92ba6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41450"
    uid: 9591f314-934c-4936-8871-181826351e3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030dc1829801
    namespace: kserve-ci-e2e-test
    resourceVersion: "41453"
    uid: d42f6bfb-ec5b-4762-94e2-86e11b2fb5a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:34:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:34:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030dc1eebd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "41454"
    uid: 090c3d01-f80b-4179-8bbf-789b2bb22254
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:36:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9030e32d9ad16
    namespace: kserve-ci-e2e-test
    resourceVersion: "42035"
    uid: db176443-49f8-4610-bf4c-cd7d9086369a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:36:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9031fdd94bfcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 2021cf1b-5918-468c-8f72-628803d187db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:36:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9031fdd957449
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: 8bea0196-b344-47d5-8f5e-80409e5abaa1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 6e094469-580c-40ae-a3cc-ebef26f79197
  kind: Event
  lastTimestamp: "2026-04-23T14:36:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9.18a9031fe4ec23a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42034"
    uid: 6a3763a4-eb63-43a9-bcaa-b1631f8efa05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474
    namespace: kserve-ci-e2e-test
    resourceVersion: "41389"
    uid: 47df4598-010d-491d-a698-8d6f7ca1cbe4
  kind: Event
  lastTimestamp: "2026-04-23T14:34:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474-675g9'
  metadata:
    creationTimestamp: "2026-04-23T14:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:34:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474.18a9030d3787db01
    namespace: kserve-ci-e2e-test
    resourceVersion: "41399"
    uid: 75ceff57-fab9-41a9-ab0f-850f59d0459e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41387"
    uid: efd4b13b-1be9-479f-9470-a61bfaa1e990
  kind: Event
  lastTimestamp: "2026-04-23T14:34:43Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-d9cdb6474
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:34:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a9030d3510f686
    namespace: kserve-ci-e2e-test
    resourceVersion: "41392"
    uid: 8220268d-e51a-4060-bb6e-96517b120dc9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41388"
    uid: 72966349-011e-473e-8807-e2c8cbd46174
  kind: Event
  lastTimestamp: "2026-04-23T14:35:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:35:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a90310b392ad3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41760"
    uid: 51fd5bee-44fb-4506-8adb-b4000707d124
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41388"
    uid: 72966349-011e-473e-8807-e2c8cbd46174
  kind: Event
  lastTimestamp: "2026-04-23T14:35:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:35:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a90310b3fd5316
    namespace: kserve-ci-e2e-test
    resourceVersion: "41761"
    uid: 2a0ac58b-9b89-4e7e-b4be-0ad433aa6695
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:35:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41547"
    uid: 72966349-011e-473e-8807-e2c8cbd46174
  kind: Event
  lastTimestamp: "2026-04-23T14:35:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:35:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a903143308942e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41980"
    uid: 42cad1fa-c35f-4e56-88d8-b823d1e63d1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:35:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41547"
    uid: 72966349-011e-473e-8807-e2c8cbd46174
  kind: Event
  lastTimestamp: "2026-04-23T14:35:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:35:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a90314336da642
    namespace: kserve-ci-e2e-test
    resourceVersion: "41981"
    uid: 9fa15324-6cbd-4724-a76b-f90c5ead3136
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41377"
    uid: 9c609a92-e456-4627-b21e-b932166a435b
  kind: Event
  lastTimestamp: "2026-04-23T14:35:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:35:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a9030d34e69fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41943"
    uid: a50f3bbb-c959-4c52-9d19-8c2c4da12278
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:34:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41377"
    uid: 9c609a92-e456-4627-b21e-b932166a435b
  kind: Event
  lastTimestamp: "2026-04-23T14:34:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:34:43Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a9030d353cc15a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41394"
    uid: 69d79c8a-74c3-4ddd-b5c5-37a74c14f4f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:35:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41939"
    uid: 9c609a92-e456-4627-b21e-b932166a435b
  kind: Event
  lastTimestamp: "2026-04-23T14:35:53Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:35:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a9031d95ff091b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41941"
    uid: f1a82b1c-e65d-4170-b157-9ecca1f2edf6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: c58e31af-0111-46bd-a60c-9d85521def47
  kind: Event
  lastTimestamp: "2026-04-23T14:31:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:31:29Z"
    name: isvc-sklearn-s3.18a902cf99b12774
    namespace: kserve-ci-e2e-test
    resourceVersion: "39590"
    uid: 5280932b-d0f1-4635-931f-2d761968df61
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: c58e31af-0111-46bd-a60c-9d85521def47
  kind: Event
  lastTimestamp: "2026-04-23T14:30:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:30:18Z"
    name: isvc-sklearn-s3.18a902cf9a0debfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39028"
    uid: fe057ea6-a89a-4037-93c6-273fb69fb1ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39588"
    uid: c58e31af-0111-46bd-a60c-9d85521def47
  kind: Event
  lastTimestamp: "2026-04-23T14:31:29Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:31:29Z"
    name: isvc-sklearn-s3.18a902e024410d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "39589"
    uid: 4bc86a22-5205-4ba8-8c7d-3fa85a52cc7e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7c9c7d9946
    namespace: kserve-ci-e2e-test
    resourceVersion: "30077"
    uid: 23eeff7e-57a6-45e7-a32d-fdc3cee89078
  kind: Event
  lastTimestamp: "2026-04-23T14:12:32Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7c9c7d9946-rch6s'
  metadata:
    creationTimestamp: "2026-04-23T14:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:12:32Z"
    name: isvc-sklearn-scheduler-predictor-7c9c7d9946.18a901d77240cab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: 38ad8116-7484-4855-827c-ebd8486804e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30074"
    uid: 191f84eb-7878-4f11-8695-7d61a3d71ed9
  kind: Event
  lastTimestamp: "2026-04-23T14:12:32Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7c9c7d9946 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:12:32Z"
    name: isvc-sklearn-scheduler-predictor.18a901d76cf7bc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30078"
    uid: 6b8eca38-d8c8-483a-bad9-c005fcf4b5d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: 5da82c7a-997c-4feb-8d2b-dba9912f7e06
  kind: Event
  lastTimestamp: "2026-04-23T14:12:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:12:33Z"
    name: isvc-sklearn-scheduler.18a901d76c73e420
    namespace: kserve-ci-e2e-test
    resourceVersion: "30103"
    uid: 9cde92d4-b11b-4191-b211-28efed8c4581
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: 5da82c7a-997c-4feb-8d2b-dba9912f7e06
  kind: Event
  lastTimestamp: "2026-04-23T14:12:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:12:32Z"
    name: isvc-sklearn-scheduler.18a901d76d033c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "30080"
    uid: 7fd2ede4-e8f1-4af8-b1a5-b9a7be44a2ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: 5da82c7a-997c-4feb-8d2b-dba9912f7e06
  kind: Event
  lastTimestamp: "2026-04-23T14:12:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:12:32Z"
    name: isvc-sklearn-scheduler.18a901d76d039a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: 3e1a4d1f-2f92-42bc-9de8-1136226bf615
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:17:52.805899Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32863"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:17:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:17:52Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a90221f2d9cf6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32868"
    uid: 1064d2b4-f49a-4c44-9240-c8ea212701ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:52Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a90221fe073b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: 55ee6b64-e4e9-49c9-a56a-0e3887c28766
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32872"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:53Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:17:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a902222fc0a6ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: 8f392fdb-19da-4e6b-ac7f-55dc09b20a0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a9022231389112
    namespace: kserve-ci-e2e-test
    resourceVersion: "32887"
    uid: d5bbca7c-0ad4-4e1b-a51c-cb94a0f54bd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a90222346a9ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32889"
    uid: 65ed9907-9fd7-4657-b5ab-a18b4b581104
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a9022234da7834
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: fa6c5c94-6a70-423b-94c2-6c6b6c82eb7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:58Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a902232f5dfa07
    namespace: kserve-ci-e2e-test
    resourceVersion: "32928"
    uid: 36c0b883-d33b-4243-ad27-1a7acfc80d06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:58Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a902233327181a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 898b6b48-b95d-4bd9-b303-1934202536e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:58Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a9022333992646
    namespace: kserve-ci-e2e-test
    resourceVersion: "32936"
    uid: 0824c620-0218-4062-9462-1be3f59289c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:58Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a9022333a6619f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32937"
    uid: cb3e3535-27fe-4625-b3f5-66032786367b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:58Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a9022336e23c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 45327291-0d22-4365-b69d-d65354542e6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:17:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:58Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a90223375408b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32940"
    uid: f90df3b4-2956-4d3e-ab1e-970a3d10ddde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:19:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:15Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a902236b832378
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 18968eb2-506f-413c-8b22-a96a39070f62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:19:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:12Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a902349b5f82b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33506"
    uid: 4040c241-26b5-4ecd-aef7-fbdf662bf0fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:19:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:12Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a902349b5ff3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 2df073e4-67d0-49cc-895a-17b61d485ee4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 9e2c1596-af9b-4bf5-8dfa-7809f66fed63
  kind: Event
  lastTimestamp: "2026-04-23T14:19:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:15Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt.18a902351db2dbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: e2121f66-47ad-42e5-a821-9ba8f250f211
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459
    namespace: kserve-ci-e2e-test
    resourceVersion: "32852"
    uid: e610e771-5a17-41df-b9d4-20377da02f87
  kind: Event
  lastTimestamp: "2026-04-23T14:17:52Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6b4bf45459-t6gnt'
  metadata:
    creationTimestamp: "2026-04-23T14:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:17:52Z"
    name: isvc-sklearn-v2-mixed-predictor-6b4bf45459.18a90221f28a8672
    namespace: kserve-ci-e2e-test
    resourceVersion: "32866"
    uid: 0f56f6a9-0c0f-4d12-b5bf-8a7250d2e1b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32850"
    uid: 8cbdf0fd-a8cf-423c-a67a-15d3a6cc03af
  kind: Event
  lastTimestamp: "2026-04-23T14:17:52Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6b4bf45459 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T14:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:17:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18a90221ef510533
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: e95acbd5-54ff-46bd-9533-0968cfa47559
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:18:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: 6bf93775-a864-4a82-acf7-10d2c5f08af5
  kind: Event
  lastTimestamp: "2026-04-23T14:18:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:18:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18a902256dd58886
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: 32c309a0-6a73-489a-bd5a-72bd25fdf75a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:18:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: 6bf93775-a864-4a82-acf7-10d2c5f08af5
  kind: Event
  lastTimestamp: "2026-04-23T14:18:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:18:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18a902256e39d9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33116"
    uid: bb3d29d3-d935-4b0c-9c4d-4ba8c0f488ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:18:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33011"
    uid: 6bf93775-a864-4a82-acf7-10d2c5f08af5
  kind: Event
  lastTimestamp: "2026-04-23T14:19:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:19:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9022c6c35603c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33441"
    uid: 0b79e72b-7f31-4fd6-a001-6209ae3c048a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:18:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33011"
    uid: 6bf93775-a864-4a82-acf7-10d2c5f08af5
  kind: Event
  lastTimestamp: "2026-04-23T14:19:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:19:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9022c6ca49347
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: f942da06-70ec-4f64-80e0-a29750115eaf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32822"
    uid: 86fd4a12-d896-4db8-87a8-7639d108c052
  kind: Event
  lastTimestamp: "2026-04-23T14:19:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:19:05Z"
    name: isvc-sklearn-v2-mixed.18a90221ef2e6b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "33422"
    uid: b3967f28-7fea-4b23-92cb-94cc047b411e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32822"
    uid: 86fd4a12-d896-4db8-87a8-7639d108c052
  kind: Event
  lastTimestamp: "2026-04-23T14:17:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:17:52Z"
    name: isvc-sklearn-v2-mixed.18a90221ef828859
    namespace: kserve-ci-e2e-test
    resourceVersion: "32856"
    uid: 9ffd4298-6a74-46fd-bc79-acdade8e4ec4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33419"
    uid: 86fd4a12-d896-4db8-87a8-7639d108c052
  kind: Event
  lastTimestamp: "2026-04-23T14:19:05Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:19:05Z"
    name: isvc-sklearn-v2-mixed.18a90232d0102ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33420"
    uid: 5269d4d7-2e91-4773-bfe2-5a4d77829a0f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:16:32.572518Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32201"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-6d65c564d6-29jll
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:16:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:16:32Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a9020f44919609
    namespace: kserve-ci-e2e-test
    resourceVersion: "32207"
    uid: fa5b2731-ca5d-45e4-85dd-1fe8bef134d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:32Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a9020f53e8312d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32217"
    uid: 162ac7b4-f6f6-4181-b827-732eda492239
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32211"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:33Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:16:33Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a9020f81878320
    namespace: kserve-ci-e2e-test
    resourceVersion: "32225"
    uid: 0f7d915c-5863-41cc-a9c1-8ed09bbbccbd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:33Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a9020f82de31f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32227"
    uid: 67a47b1f-1d3d-4bb4-ad47-d74572a2da65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:33Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a9020f85b72b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "32229"
    uid: 323df9a8-f1c4-4412-8234-8a71c5b67659
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:33Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a9020f862ce537
    namespace: kserve-ci-e2e-test
    resourceVersion: "32230"
    uid: 37ef0f2c-1333-4e4e-8037-2e46c5aeb573
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1436"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:37Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a902107f3e7396
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: dc595650-b8f5-469e-99a7-0d4fee98864f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:37Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a9021082160e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: f8e8da68-5fe4-4f94-8c16-3a7d1ffb4f4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:37Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a90210828a6b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "32272"
    uid: 315e3269-4a13-40a2-94fd-42965550e3e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:37Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a9021082975a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32273"
    uid: 9f601d4b-a4c4-4381-aa95-aa818e0b6996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:37Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a90210857d514a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32275"
    uid: 63cff218-40e5-4f9d-8815-b0bad9e997f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:16:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:37Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a9021085ef3e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: 34826587-57c9-4fd9-9836-46b0fca157ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:17:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:55Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a90210f71d1b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "32911"
    uid: 8b987771-fc96-4151-a4b4-2bbf40ecb479
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:17:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:52Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a90221ede166d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32845"
    uid: 540625b2-3635-4c44-8147-a0c3d5f38005
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:17:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:52Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a90221ede27c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "32847"
    uid: d5cbbaec-3fc8-445a-897f-1e7205232616
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 4b100e97-f1c7-4541-8195-3ded4e7208ea
  kind: Event
  lastTimestamp: "2026-04-23T14:17:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:17:55Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6-29jll.18a90222a9413972
    namespace: kserve-ci-e2e-test
    resourceVersion: "32910"
    uid: fb5b617b-7e06-43b7-9765-9ff9a49f806b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-6d65c564d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32192"
    uid: 12083233-4894-4935-81f9-6c14325b58aa
  kind: Event
  lastTimestamp: "2026-04-23T14:16:32Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-6d65c564d6-29jll'
  metadata:
    creationTimestamp: "2026-04-23T14:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:16:32Z"
    name: isvc-sklearn-v2-predictor-6d65c564d6.18a9020f4422940e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32204"
    uid: 45b07204-d5e2-462e-b60b-2ff62693ee6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32189"
    uid: ad264488-f1ab-42bb-8b5e-b4973c16f3b6
  kind: Event
  lastTimestamp: "2026-04-23T14:16:32Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-6d65c564d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:16:32Z"
    name: isvc-sklearn-v2-predictor.18a9020f40ee1e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "32195"
    uid: c4538fbb-c20f-43dd-99f7-5095230cc88d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: 35fdebc8-2cdb-4da0-af13-f7490381f3ad
  kind: Event
  lastTimestamp: "2026-04-23T14:17:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:17:02Z"
    name: isvc-sklearn-v2-predictor.18a90212bfd3c995
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: df98d32d-1126-4807-af3e-2ff4339f7648
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: 35fdebc8-2cdb-4da0-af13-f7490381f3ad
  kind: Event
  lastTimestamp: "2026-04-23T14:17:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:17:02Z"
    name: isvc-sklearn-v2-predictor.18a90212c0301d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "32460"
    uid: 74fa83d6-7cde-48e0-bf3c-20602e272e75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 35fdebc8-2cdb-4da0-af13-f7490381f3ad
  kind: Event
  lastTimestamp: "2026-04-23T14:17:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:17:47Z"
    name: isvc-sklearn-v2-predictor.18a90219be02fc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32786"
    uid: 62e0a92a-a7e7-4a32-bf48-bdf06d59cd7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 35fdebc8-2cdb-4da0-af13-f7490381f3ad
  kind: Event
  lastTimestamp: "2026-04-23T14:17:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:17:47Z"
    name: isvc-sklearn-v2-predictor.18a90219be65ac9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32787"
    uid: 54c28369-d6da-450b-951f-708bea8e0754
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:15:32.463805Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31684"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a9020145cf6c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: a7b1ad72-faa9-4c44-8c87-c65c39dea5f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31698"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:32Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a902015eacdfab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 686d9eab-f61e-4478-9cbf-deb3b555bb85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a9020160737647
    namespace: kserve-ci-e2e-test
    resourceVersion: "31709"
    uid: df04611a-1f93-4491-b51d-e4008fc47378
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a90201636eb0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31710"
    uid: c21b8e3f-ef1e-42c7-a850-01349a961662
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a9020163e052fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31711"
    uid: efbee1a1-b21c-4982-a0ab-949be8023857
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:37Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T14:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:37Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a902026af3a19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: ff621277-97d6-48b9-bb13-be8f939463a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:37Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a902026dd1b7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 7d8cdda6-1c72-414b-a8fc-10f29ac0eb72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:37Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a902026e47567d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31755"
    uid: 86e30663-d8e7-4eec-a6ba-6c5d7c9962f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:37Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a902026e54675c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: d34159cf-3d7a-489c-90f0-27e73f7c1cd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:37Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a9020271a23deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: 46e0a3b5-64e9-4f98-8373-85814a6db775
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:15:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:15:37Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a902027219c593
    namespace: kserve-ci-e2e-test
    resourceVersion: "31761"
    uid: 92227f12-9407-4a69-9785-1c688e740afe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:16:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T14:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:14Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a9020b0b6409cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32024"
    uid: e0bcf5e3-2de1-4e8e-9f90-efddb6d0e511
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:16:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:32Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a9020f3f82720f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: a98fae88-ef8e-49da-9ae6-50c1da74bde0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:16:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:32Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a9020f3f833cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 999674dc-e109-49e0-b131-920512aafe44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:16:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:39Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a9020fb0e9221d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32289"
    uid: d84c74df-138d-4e2d-ae1e-bf1e5d6d2431
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 340ec98a-8ed4-4477-9246-eb28c5860dd3
  kind: Event
  lastTimestamp: "2026-04-23T14:16:35Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-23T14:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:16:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs.18a9020fef40b2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: e73a0746-3342-42ef-999f-88af602ba3d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: 0b54e611-e334-421f-9bf1-0c99c14224f4
  kind: Event
  lastTimestamp: "2026-04-23T14:15:32Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-hnnbs'
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a90201455a5fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31688"
    uid: 5b82f2df-ec36-4f83-82f2-09f3fa5a95cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31655"
    uid: a338d172-0806-475c-984d-568f85ccbac5
  kind: Event
  lastTimestamp: "2026-04-23T14:15:32Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18a902014026572c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: dac87a3a-a400-4f47-b3f8-042e80c37c68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: a271b5e4-a150-4943-9193-6ea13d8aaf36
  kind: Event
  lastTimestamp: "2026-04-23T14:16:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:16:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18a90204bfa059a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: 9de1575a-04cf-4402-8df3-a08a5a77bc93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: a271b5e4-a150-4943-9193-6ea13d8aaf36
  kind: Event
  lastTimestamp: "2026-04-23T14:16:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:16:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18a90204c0209bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: 4f3aa90b-2cf8-4ea7-95fd-ac6ea95df406
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31836"
    uid: a271b5e4-a150-4943-9193-6ea13d8aaf36
  kind: Event
  lastTimestamp: "2026-04-23T14:16:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:16:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18a9020bbe547489
    namespace: kserve-ci-e2e-test
    resourceVersion: "32047"
    uid: ed503449-5713-4d68-901c-689650ba58ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31836"
    uid: a271b5e4-a150-4943-9193-6ea13d8aaf36
  kind: Event
  lastTimestamp: "2026-04-23T14:16:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:16:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18a9020bbecf1d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "32049"
    uid: 18c52b41-d5be-4124-a04b-fdb159b71a7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: 1b00bf76-d643-49b6-b4c7-edea0768ec5d
  kind: Event
  lastTimestamp: "2026-04-23T14:16:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:16:24Z"
    name: isvc-sklearn-v2-runtime.18a902014085e65b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32105"
    uid: b0319800-ea57-46c7-a7fa-291fa7901713
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:15:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: 1b00bf76-d643-49b6-b4c7-edea0768ec5d
  kind: Event
  lastTimestamp: "2026-04-23T14:15:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:15:32Z"
    name: isvc-sklearn-v2-runtime.18a9020144d258d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31687"
    uid: 626eba48-3387-4690-9b2e-a41a3698ab0a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32103"
    uid: 1b00bf76-d643-49b6-b4c7-edea0768ec5d
  kind: Event
  lastTimestamp: "2026-04-23T14:16:24Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:16:24Z"
    name: isvc-sklearn-v2-runtime.18a9020d61e0ccf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32104"
    uid: d5e05b79-85af-4701-8f1d-211657048f75
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32162"
    uid: b78d6441-f643-4f79-a36e-64296099ac80
  kind: Event
  lastTimestamp: "2026-04-23T14:17:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:17:45Z"
    name: isvc-sklearn-v2.18a9020f4083e58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32772"
    uid: 264018c5-93ee-4bad-a8a1-2dec10e60aa8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:16:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32162"
    uid: b78d6441-f643-4f79-a36e-64296099ac80
  kind: Event
  lastTimestamp: "2026-04-23T14:16:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:16:32Z"
    name: isvc-sklearn-v2.18a9020f40eb51b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: ff2b5cb0-bf7a-4252-a5c4-8f310ad6d4b0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:17:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32770"
    uid: b78d6441-f643-4f79-a36e-64296099ac80
  kind: Event
  lastTimestamp: "2026-04-23T14:17:45Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:17:45Z"
    name: isvc-sklearn-v2.18a902205a62d8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "32771"
    uid: 300f5323-683a-4df1-b51a-64aa64cb73ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30118"
    uid: 8b240bde-39e5-4244-bb9b-a848eb507b7c
  kind: Event
  lastTimestamp: "2026-04-23T14:13:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:13:47Z"
    name: isvc-sklearn.18a901d7e9a82d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "30710"
    uid: ca6a7d35-3ea8-4e47-add5-0ef0b8f5bed5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:12:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30118"
    uid: 8b240bde-39e5-4244-bb9b-a848eb507b7c
  kind: Event
  lastTimestamp: "2026-04-23T14:12:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T14:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:12:34Z"
    name: isvc-sklearn.18a901d7edb65eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30159"
    uid: 5a1d1448-7536-4747-a243-c5402e1cef47
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30708"
    uid: 8b240bde-39e5-4244-bb9b-a848eb507b7c
  kind: Event
  lastTimestamp: "2026-04-23T14:13:47Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:13:47Z"
    name: isvc-sklearn.18a901e8c0582d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30709"
    uid: 334da57c-7470-4e2f-b5cf-0c9f0f497fa5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:19:13.013634Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-b4bhx
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:19:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:19:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a902349f9ab7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33524"
    uid: 64271f7b-ec29-4b83-9404-a247857cd860
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a90234acf4700a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: 5a1735a3-5b68-4149-bcbe-ead18928a46d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33528"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:14Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:19:14Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a902351288aa2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: d32ed0fd-78ba-4b70-a61a-030231fec039
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:14Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a90235140816e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33550"
    uid: 2374accf-dbbe-4dba-8001-99db36f5780c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:15Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a9023516d81b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33552"
    uid: c9c6c88d-5367-409c-9683-e052fe30a94b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:15Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a902351750cccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33553"
    uid: f235f53b-c0c1-445e-a99f-1702f227775b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:21Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-23T14:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a902367c3fc84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33606"
    uid: f3444038-b3ac-4db8-b8c0-25e7fac95a5e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:24Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.915s (3.915s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T14:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a9023765a7358f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33635"
    uid: 69752fac-8874-4688-a303-ce51e61a4d27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a90237685d6401
    namespace: kserve-ci-e2e-test
    resourceVersion: "33636"
    uid: 3eb5c334-e466-4acb-b321-3d604dab530e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a9023768d706aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33637"
    uid: 2e008373-14e5-4db0-aeba-bf5937d46d33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a9023768e4c45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33638"
    uid: c793e2c9-61da-493b-817b-a8a5e4ec0ff5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:25Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a902376bcab5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33639"
    uid: 3e1804ca-4498-47ce-b9ef-399cc0d55fc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:25Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a902376c49af74
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: e9ee0f76-be04-4d46-9c06-22559b747be9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:19:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:19:33Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a90237e3048c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 87e43eff-f8e6-4833-9254-01f35bb3ca97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:20:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:04Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a902408f3145d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33955"
    uid: 1d44f604-1c50-495a-8145-cebad8884422
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:20:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:04Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a902408f3255be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33958"
    uid: 5363c910-f530-4da2-ad9e-55cfeb5ed9d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 84f989c1-bda2-4b0c-a070-73b2762f7771
  kind: Event
  lastTimestamp: "2026-04-23T14:20:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:33Z"
    name: isvc-tensorflow-predictor-6756f669d7-b4bhx.18a902416ef0e381
    namespace: kserve-ci-e2e-test
    resourceVersion: "34229"
    uid: 8165c3dd-2c28-4168-8b87-5d0d21ce491b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33508"
    uid: b401ecaf-fd0a-46f6-8b9f-c68888e65574
  kind: Event
  lastTimestamp: "2026-04-23T14:19:13Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-b4bhx'
  metadata:
    creationTimestamp: "2026-04-23T14:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:19:13Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a902349f276637
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: a3346640-fe92-4784-bb40-eda4abd6661d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: ad1e137f-4e93-4a40-8424-4b6c535f8d9f
  kind: Event
  lastTimestamp: "2026-04-23T14:19:12Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:19:12Z"
    name: isvc-tensorflow-predictor.18a902349bf83e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: a44b2544-7f4f-4d52-b33e-fe66eef3bb67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 3088357b-a2f1-4610-8802-a946ccddd1be
  kind: Event
  lastTimestamp: "2026-04-23T14:19:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:19:57Z"
    name: isvc-tensorflow-predictor.18a902381a89bc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: 26068ff0-64ed-464e-8248-f2627d6bb0da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 3088357b-a2f1-4610-8802-a946ccddd1be
  kind: Event
  lastTimestamp: "2026-04-23T14:19:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:19:58Z"
    name: isvc-tensorflow-predictor.18a902381aef4d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: cfdde1d1-66f1-4913-95cf-d5abb90324dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:20:04.364694Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:20:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:20:04Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a90240945daf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33976"
    uid: 925b7968-de3d-4fcf-97ee-f4a7dbc94635
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:04Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a902409ff9f6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33985"
    uid: 857c5988-015c-4925-a8f9-d0d2f32616d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33981"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:05Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:20:05Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a90240d14537c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33995"
    uid: 19655899-67d9-4ef2-b127-d420e888ff78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:05Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a90240d27cf39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 87ac769d-3d86-4fde-93a6-96f158447d08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:05Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a90240d66a3723
    namespace: kserve-ci-e2e-test
    resourceVersion: "34000"
    uid: c40a4448-3b9d-4cf0-9b8c-7f0576937d3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:05Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a90240d6d9ecb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34001"
    uid: 22c3f456-b10b-4e35-a316-1ed12f4c1d97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:10Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-23T14:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:10Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a90242061c681a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34043"
    uid: 24e536c9-dd77-4bc0-a1c6-315b236890ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:14Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.374s (4.374s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T14:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:14Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a902430ade31b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34077"
    uid: dc620382-14ca-4793-942d-e1ab2c030567
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:14Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a902430dc3974a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34078"
    uid: e7ec9dd7-6ad0-4612-bd9d-df04708ab2be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a902430e331792
    namespace: kserve-ci-e2e-test
    resourceVersion: "34079"
    uid: 2a4bf775-bed2-4e33-8004-766f4c580e58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a902430e3f3fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34080"
    uid: 936e18d5-525b-41b8-a69e-3135e3810484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a9024311e1f94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: 3313d625-8c3d-4b53-88b6-de6b628a6ce7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a902431255632f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34083"
    uid: 1fffa72e-1381-4aab-bb07-31bc8ee28675
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a902436d5bcf49
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 912eb3d2-3549-4437-a08f-459bec13a3a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a9024a1ac39f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: 0362d8ee-5b0f-406f-8b1a-32b8259bd38e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:20:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a9024a1ac423c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34350"
    uid: e2153b2e-bef9-45c2-bb1a-2260bbc87d6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7dea03d0-03be-4e4b-a2b6-80aa2a3c80ca
  kind: Event
  lastTimestamp: "2026-04-23T14:21:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:21:12Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87.18a9024aa53780ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: d62076a7-e126-47b5-a537-18ad7251b873
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33961"
    uid: 005d5fd0-9065-4598-b2cd-73847dc59148
  kind: Event
  lastTimestamp: "2026-04-23T14:20:04Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-r8d87'
  metadata:
    creationTimestamp: "2026-04-23T14:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:20:04Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a9024093e0b94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: 1fed0c54-f40c-48f4-ac49-00e16c549e3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33959"
    uid: 77b8f71b-82c6-46e6-9f83-f090c215138f
  kind: Event
  lastTimestamp: "2026-04-23T14:20:04Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:20:04Z"
    name: isvc-tensorflow-runtime-predictor.18a9024090adce66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33963"
    uid: c55d8263-b235-4f8a-bcad-2c386580b8d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 44e694b5-b21c-4e0e-b85b-99eec6aec2ea
  kind: Event
  lastTimestamp: "2026-04-23T14:20:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:20:34Z"
    name: isvc-tensorflow-runtime-predictor.18a902440f994e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "34241"
    uid: 7b31e2be-7004-4b1a-85b9-e3740f8a2a75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 44e694b5-b21c-4e0e-b85b-99eec6aec2ea
  kind: Event
  lastTimestamp: "2026-04-23T14:20:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:20:34Z"
    name: isvc-tensorflow-runtime-predictor.18a9024410074b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "34242"
    uid: 0ac87fe5-4765-495e-8cee-3ae3fe3ff407
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33931"
    uid: 42782539-e09e-42a4-9e2e-912093430bb5
  kind: Event
  lastTimestamp: "2026-04-23T14:20:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:20:32Z"
    name: isvc-tensorflow-runtime.18a902409080197b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34226"
    uid: 0c065f66-38f2-442e-9634-e789646557f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33931"
    uid: 42782539-e09e-42a4-9e2e-912093430bb5
  kind: Event
  lastTimestamp: "2026-04-23T14:20:04Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:20:04Z"
    name: isvc-tensorflow-runtime.18a9024090d65db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 02ee9415-a015-4161-a7ee-715630dcbd5c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34224"
    uid: 42782539-e09e-42a4-9e2e-912093430bb5
  kind: Event
  lastTimestamp: "2026-04-23T14:20:32Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:20:32Z"
    name: isvc-tensorflow-runtime.18a902472cd18a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "34225"
    uid: e82a5749-3876-481f-b554-22c7d7c70d8a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33479"
    uid: c80c619b-4561-4465-9352-3c9f3852216c
  kind: Event
  lastTimestamp: "2026-04-23T14:19:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:19:43Z"
    name: isvc-tensorflow.18a902349bd5f51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: 0ce35e8a-f2c0-4993-be20-c08c14280f73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33479"
    uid: c80c619b-4561-4465-9352-3c9f3852216c
  kind: Event
  lastTimestamp: "2026-04-23T14:19:12Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:19:12Z"
    name: isvc-tensorflow.18a902349c4010ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 806e5968-5669-47d4-afd9-ddf9682a154a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:19:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33782"
    uid: c80c619b-4561-4465-9352-3c9f3852216c
  kind: Event
  lastTimestamp: "2026-04-23T14:19:43Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:19:43Z"
    name: isvc-tensorflow.18a9023ba19875a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: fd2a82c6-475e-458a-85cc-ef6bc944ac80
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:20:45.373182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-9qb2p
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9024a20a98433
    namespace: kserve-ci-e2e-test
    resourceVersion: "34370"
    uid: f9545e4f-3752-4709-922e-9f3eddd6ad73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34375"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:20:45Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9024a39f785c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34382"
    uid: 2a7162b9-c352-4a29-a9d6-f2c06f819bea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:20:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9024a3b73f594
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 8fa9edb5-430e-460e-80cb-9717bfdc8db7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:20:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9024a3ee1e664
    namespace: kserve-ci-e2e-test
    resourceVersion: "34387"
    uid: cdea402c-4f78-4098-936a-d20855786252
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:20:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9024a3f58c933
    namespace: kserve-ci-e2e-test
    resourceVersion: "34388"
    uid: 42ffa8b9-8f7e-4f9b-ab7f-9c07d36f27e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:20:50Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-23T14:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:20:50Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9024b4449765c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 39ac9515-0b6f-4fa4-a204-e48af11cd1e9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:45Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.12s
    (1m55.12s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9026612082a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: a31ed0f3-4f05-445d-a557-9914157f385c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a90266182f41e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35233"
    uid: 0b087001-9a99-4c0d-9b65-498fdb46fe17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9026619acb531
    namespace: kserve-ci-e2e-test
    resourceVersion: "35235"
    uid: 37bfa786-81d4-495a-8557-11876b08c7b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9026619b9962b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35236"
    uid: 22d8b5e5-dac2-43e0-9251-48cceffa105a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a902661fb0d0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: 8fc464da-1655-4f4d-93aa-f7737c81ac1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:45Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a902662172106e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35240"
    uid: 4bad3886-0281-4af8-b991-7697aa0e37b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:48Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a9026698db83e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 4172d8e3-daed-46a5-92dd-8ac6901fd1e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:57Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a90268e69f9d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35366"
    uid: 4d73e156-db1d-425f-8136-06532099793f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:57Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a90268e6a20c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35369"
    uid: 9f8d2590-2805-4915-b7dd-d6e700b9b4d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-9qb2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 0795b785-58e2-489a-9bee-a978c1b5e2f0
  kind: Event
  lastTimestamp: "2026-04-23T14:22:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:58Z"
    name: isvc-triton-predictor-84bb65d94b-9qb2p.18a90269288dd1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35406"
    uid: 5764977e-aa6d-4b1f-8728-7e6c51335956
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 2c90119f-d558-4003-ba9b-a72e5109a7d1
  kind: Event
  lastTimestamp: "2026-04-23T14:20:45Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-9qb2p'
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-triton-predictor-84bb65d94b.18a9024a203e3595
    namespace: kserve-ci-e2e-test
    resourceVersion: "34367"
    uid: 12fd16df-dc97-4864-8a14-e28b661f3730
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 7f21a10b-6b71-43d5-8f3d-2264c087924a
  kind: Event
  lastTimestamp: "2026-04-23T14:20:45Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-triton-predictor.18a9024a1cac59de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34358"
    uid: 68804f78-3a59-41e5-8ede-493c72d7a67d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T14:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: af88f98e-492c-4ba6-ab2f-b39cf2b1d393
  kind: Event
  lastTimestamp: "2026-04-23T14:22:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:22:45Z"
    name: isvc-triton-predictor.18a9024d9af507d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35231"
    uid: 1625c43e-fef3-4836-b08a-208b10c93da6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T14:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: af88f98e-492c-4ba6-ab2f-b39cf2b1d393
  kind: Event
  lastTimestamp: "2026-04-23T14:22:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:22:45Z"
    name: isvc-triton-predictor.18a9024d9b60d503
    namespace: kserve-ci-e2e-test
    resourceVersion: "35232"
    uid: 86344399-e72f-4b82-8980-23f412cb1f70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: 874c325a-249b-473b-940c-d815cd8c0bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:22:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:22:53Z"
    name: isvc-triton.18a9024a1c57da14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35307"
    uid: 92714dcb-3bb1-4bd2-979b-4b5cffa1034e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:20:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: 874c325a-249b-473b-940c-d815cd8c0bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:20:45Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:20:45Z"
    name: isvc-triton.18a9024a1ce57786
    namespace: kserve-ci-e2e-test
    resourceVersion: "34360"
    uid: 5516f26e-50e2-4a1d-b3b4-34309dad22b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35305"
    uid: 874c325a-249b-473b-940c-d815cd8c0bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:22:53Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:22:53Z"
    name: isvc-triton.18a9026804b3d61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35306"
    uid: 1abbfa8c-04d4-4163-9448-dc528a1a5c6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:22:57.641721Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35382"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-xjcl5
    to ip-10-0-137-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:22:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:22:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a90268ec7b4885
    namespace: kserve-ci-e2e-test
    resourceVersion: "35386"
    uid: a48d553d-0faf-4052-955f-6d88043dfc13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:22:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a90268fa2a5c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "35397"
    uid: a24b01e2-4644-40c7-bb24-88a3b31825d5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:22:58Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:22:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a90269290d3e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "35407"
    uid: 3a9aa501-5b1a-4e89-99f0-1ab143a29715
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:22:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a902692a866fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35409"
    uid: 67ae2166-e3f7-4277-b475-14e5ff516b09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:22:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a902692e3856cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: e4cfd96f-76fc-46dd-b7a6-260608c5aea6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:22:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:22:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a902692eafb6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35411"
    uid: c72c1e1a-7402-4196-b05b-f6753bbe1bd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:23:03Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T14:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:23:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a9026a34f363e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: b94b330f-520f-4f91-b4c0-f8b4ded44866
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:23:21Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.84s (18.84s
    including waiting). Image size: 1306414326 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T14:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:23:21Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a9026e97ef5cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: 128094ef-06c9-49a1-914e-a2c3a54f09af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:23:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:23:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a9026e9b5ba055
    namespace: kserve-ci-e2e-test
    resourceVersion: "35588"
    uid: 979a4e03-17f2-48d8-b193-384a84a69b15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:23:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:23:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a9026e9bce8c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "35589"
    uid: 941a495a-e6ac-4b29-a52d-5804b0c10f95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:23:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:23:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a9026e9bda62cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35590"
    uid: 7a983bc8-3982-4454-9444-f771e553669c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:23:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:23:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a9026e9f2252b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: b9ca46b8-beb6-4e24-8e95-ecbb73849871
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:23:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:23:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a9026e9f947eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35592"
    uid: 3c8f1516-53f8-4cce-88ec-49dee3e5cb78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:24:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:38Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a9026ea5c6443f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36199"
    uid: 92ccc673-5d57-46ab-8e7d-ae30aac5f7f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:24:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:37Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a902803c7f0399
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 30e404ba-0c0e-47f2-9b64-86aa0c5b0ed1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:24:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:37Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a902803c7feca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: 03f112f0-21cf-4c41-a754-001c145fe8ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 2a6ebd8c-8e47-47a8-82d7-e7361aab3c02
  kind: Event
  lastTimestamp: "2026-04-23T14:24:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:38Z"
    name: isvc-xgboost-predictor-8689c4cfcc-xjcl5.18a9028057e5a129
    namespace: kserve-ci-e2e-test
    resourceVersion: "36198"
    uid: 5f3142fa-6ab7-4fa9-b99d-da66fe996520
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-187.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35368"
    uid: f804109a-9514-4907-bd8e-3d1e5e7c1884
  kind: Event
  lastTimestamp: "2026-04-23T14:22:57Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-xjcl5'
  metadata:
    creationTimestamp: "2026-04-23T14:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:22:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a90268ebfef034
    namespace: kserve-ci-e2e-test
    resourceVersion: "35383"
    uid: b74cb9c6-e63e-4929-905d-630e6800190e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 05c535f9-dea0-45fc-b111-35794c7a5b55
  kind: Event
  lastTimestamp: "2026-04-23T14:22:57Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:22:57Z"
    name: isvc-xgboost-predictor.18a90268e7557cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35372"
    uid: ebbd728d-81fb-4415-b6b1-9f9ba35d8a07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35367"
    uid: fac0788b-657b-46bb-a775-e0e9e64980fd
  kind: Event
  lastTimestamp: "2026-04-23T14:23:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:23:57Z"
    name: isvc-xgboost-predictor.18a9026c664f978f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: 4560ddb1-4b88-4883-bb75-f5c650a66e33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:23:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35367"
    uid: fac0788b-657b-46bb-a775-e0e9e64980fd
  kind: Event
  lastTimestamp: "2026-04-23T14:23:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:23:57Z"
    name: isvc-xgboost-predictor.18a9026c66bdfea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35844"
    uid: 0f301cbc-a866-4988-8365-618c5ecb8920
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35517"
    uid: fac0788b-657b-46bb-a775-e0e9e64980fd
  kind: Event
  lastTimestamp: "2026-04-23T14:24:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:24:27Z"
    name: isvc-xgboost-predictor.18a9027a62b0ac2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 72a1a34c-9c0f-4d9d-96b4-a0fdb32b651c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35517"
    uid: fac0788b-657b-46bb-a775-e0e9e64980fd
  kind: Event
  lastTimestamp: "2026-04-23T14:24:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:24:27Z"
    name: isvc-xgboost-predictor.18a9027a631e65c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36056"
    uid: 8bcd89bb-45e5-46d4-b1ca-3df526837c41
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:26:18.144393Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:26:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:26:18Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a902979b5f6c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: 9316705c-ea66-4c50-9e97-9a3bb2072e4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:18Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a90297a39086b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37073"
    uid: 0c27482e-8abc-4fcf-ba8a-448acb3eab46
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:19Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:26:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a90297d86454e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37084"
    uid: 8b0268fb-2568-4273-a6f5-de659c0a675c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a90297d9eb5da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37087"
    uid: 5c065a7e-4f0b-415f-87a4-8980486cea64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a90297dcd97f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37089"
    uid: adeda63e-e0e1-4557-b3e0-d28699a477da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a90297dd5113a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37090"
    uid: c951a264-cc1d-4123-9df3-6f8f3c656586
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:23Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T14:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:23Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a90298cd461775
    namespace: kserve-ci-e2e-test
    resourceVersion: "37130"
    uid: ecf344ce-b48e-47d0-a0d1-7d5f9a77a343
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:42Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.426s (19.426s
    including waiting). Image size: 1306414326 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T14:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a9029d53344c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "37266"
    uid: abc9cd91-21d8-4c6c-86ec-897cf731addd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a9029d561e5b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "37267"
    uid: 10c66874-15df-4e1e-b346-0c195d3f2eb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a9029d569c05d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 123fe25a-5457-41ac-ac4f-b28fc4841953
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a9029d56aa4d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37269"
    uid: 7a7bd68e-0f1b-4fac-8203-ff03799f7bb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a9029d5a2ae167
    namespace: kserve-ci-e2e-test
    resourceVersion: "37271"
    uid: df282dd5-3e3d-4cfb-92b8-0ac6b9bf0429
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:26:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a9029d5aa5635d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37272"
    uid: 299cd9c7-887a-4bca-8844-539119465c31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:28:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a9029db51391c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37893"
    uid: 8f317ecd-ebc4-4164-9ac7-8103bafce528
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a902aeeaa099e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37832"
    uid: 8589803d-99c2-4bd6-b474-963400d4b114
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a902aeeaa1278a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: e19d494c-b22c-45de-94f0-88775b327271
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 25d4bb85-7096-462b-8474-85bd4d407377
  kind: Event
  lastTimestamp: "2026-04-23T14:28:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jqv9h.18a902af672fa677
    namespace: kserve-ci-e2e-test
    resourceVersion: "37892"
    uid: 9d2a9e24-bc0e-459e-8ba1-60e1daf6ba82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: 6c1b3386-2c0a-4c0f-a42e-6647f765cad5
  kind: Event
  lastTimestamp: "2026-04-23T14:26:18Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-jqv9h'
  metadata:
    creationTimestamp: "2026-04-23T14:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:26:18Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a902979af45843
    namespace: kserve-ci-e2e-test
    resourceVersion: "37061"
    uid: d2d35b0e-8e0f-4bac-aa5a-bcad806a4bfc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37044"
    uid: 45d20181-94ec-4481-82e3-3790040409bc
  kind: Event
  lastTimestamp: "2026-04-23T14:26:18Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T14:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:26:18Z"
    name: isvc-xgboost-runtime-predictor.18a90297981cbbc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: edb53c78-e89b-4a90-9794-56f1a13d9caf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37046"
    uid: 8b229ccb-8c33-4a03-9a50-1e0249c82bbd
  kind: Event
  lastTimestamp: "2026-04-23T14:27:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:27:18Z"
    name: isvc-xgboost-runtime-predictor.18a9029b169acec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37524"
    uid: e0d375a0-2780-487a-9912-f265321442b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37046"
    uid: 8b229ccb-8c33-4a03-9a50-1e0249c82bbd
  kind: Event
  lastTimestamp: "2026-04-23T14:27:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:27:18Z"
    name: isvc-xgboost-runtime-predictor.18a9029b16fa4632
    namespace: kserve-ci-e2e-test
    resourceVersion: "37525"
    uid: 422ca497-b529-4cb1-abfe-a7e39b42ea87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: 8b229ccb-8c33-4a03-9a50-1e0249c82bbd
  kind: Event
  lastTimestamp: "2026-04-23T14:27:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:27:48Z"
    name: isvc-xgboost-runtime-predictor.18a902a9127bfb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: 834ec84a-b4ea-45e2-a77a-965612aa5d84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: 8b229ccb-8c33-4a03-9a50-1e0249c82bbd
  kind: Event
  lastTimestamp: "2026-04-23T14:27:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:27:48Z"
    name: isvc-xgboost-runtime-predictor.18a902a912e1c22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 10963d38-7465-4786-b8fe-4d93a4fda6b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37018"
    uid: cbdace99-2c2a-4e86-848c-23515f30c620
  kind: Event
  lastTimestamp: "2026-04-23T14:27:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:27:50Z"
    name: isvc-xgboost-runtime.18a9029797f6a010
    namespace: kserve-ci-e2e-test
    resourceVersion: "37756"
    uid: 9e371bfc-8549-4a6b-baa2-1432d4945be0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37018"
    uid: cbdace99-2c2a-4e86-848c-23515f30c620
  kind: Event
  lastTimestamp: "2026-04-23T14:26:18Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:26:18Z"
    name: isvc-xgboost-runtime.18a9029798609c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: 49642649-6509-44e5-9e87-cc2ea7923241
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37754"
    uid: cbdace99-2c2a-4e86-848c-23515f30c620
  kind: Event
  lastTimestamp: "2026-04-23T14:27:50Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:27:50Z"
    name: isvc-xgboost-runtime.18a902ad184905a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 40a72e52-07bc-44d2-9db8-a19e609ae4c0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:24:37.884388Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:24:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:24:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a902804369037c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36183"
    uid: 8aca9cae-06be-41b7-a642-d7346a2507f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a902804b6d2a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "36193"
    uid: 1e3a10b3-2196-48a6-83fc-d48e8e981f08
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:38Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:24:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a902808032883a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36210"
    uid: 51790d02-1f3f-492f-915c-ad00276390fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a9028081992444
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: eb718dff-252d-4a4c-9934-d6902a42ee9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a9028084be246e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36213"
    uid: 4962e299-0e12-49bc-b00a-015db7f97bdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a9028085347f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 87937e8c-a778-499d-bb2d-4ec81f844cbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T14:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a9028172bb08a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36249"
    uid: c8cc5ce6-0c44-4a77-8c8a-f8a04f002f7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a902817607f94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 6a5565e9-3f7a-44a4-92ca-227b0a0fe4ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a90281767edd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36254"
    uid: 20def96e-3dae-4048-80a1-765b857c1eb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a90281768b6d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 55e621d1-cd01-41ae-8b71-ca0e6a9f0098
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a9028179cb2215
    namespace: kserve-ci-e2e-test
    resourceVersion: "36257"
    uid: aefd229e-79c0-4313-b867-73f0f48afb92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:24:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:24:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a902817a441a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36258"
    uid: 9252842d-13e6-4f49-9093-c1ef7d8702ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:25:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a9028be92e5703
    namespace: kserve-ci-e2e-test
    resourceVersion: "36600"
    uid: f57211c6-e280-448c-bc29-0f57e04e5d97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:25:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a9028be92f03d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 9727df3d-82bd-49a0-9d9e-bc3a757b022a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:25:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a9028ca05ce770
    namespace: kserve-ci-e2e-test
    resourceVersion: "36675"
    uid: 21aca757-7d22-486a-af39-ef3e1c542d8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 0cbbca23-5e2e-4155-9621-f37690318d5f
  kind: Event
  lastTimestamp: "2026-04-23T14:25:30Z"
  message: 'Readiness probe failed: Get "http://10.133.0.45:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8.18a9028ca0bec294
    namespace: kserve-ci-e2e-test
    resourceVersion: "36676"
    uid: 4bca1eb9-6383-4eb3-9ca1-3433c92e84f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 1e73f463-d852-410f-b871-175b23394ca5
  kind: Event
  lastTimestamp: "2026-04-23T14:24:37Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-5kbn8'
  metadata:
    creationTimestamp: "2026-04-23T14:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:24:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a9028042d6e29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: ab624468-6b07-4c6a-8e9c-0a6dff2c0441
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: 23202588-845c-4aa6-80b7-517d42a28e55
  kind: Event
  lastTimestamp: "2026-04-23T14:24:37Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:24:37Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a902803db7487b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36169"
    uid: 499736bb-44dd-4d19-8a48-170a3ffb0d70
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: 65c52498-08a7-4dcf-b5d3-9f6ec52fa0fc
  kind: Event
  lastTimestamp: "2026-04-23T14:25:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:25:07Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a90283bc80a377
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: 4596fe2e-c364-45d9-a07e-7a1e5aef48d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: 65c52498-08a7-4dcf-b5d3-9f6ec52fa0fc
  kind: Event
  lastTimestamp: "2026-04-23T14:25:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:25:07Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a90283bce3914d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36434"
    uid: 2761e84d-c505-4333-8aff-38d2772e9564
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: 65c52498-08a7-4dcf-b5d3-9f6ec52fa0fc
  kind: Event
  lastTimestamp: "2026-04-23T14:25:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:25:22Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a9028abadc3d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: 20acacfa-f344-4702-9849-2fff4b221b3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: 65c52498-08a7-4dcf-b5d3-9f6ec52fa0fc
  kind: Event
  lastTimestamp: "2026-04-23T14:25:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:25:22Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a9028abb4dea57
    namespace: kserve-ci-e2e-test
    resourceVersion: "36544"
    uid: 61082d20-c708-47b1-aa1a-91482737f9fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36136"
    uid: 9000cc6e-b793-478c-ab5a-0fcfc09ccae7
  kind: Event
  lastTimestamp: "2026-04-23T14:25:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:25:21Z"
    name: isvc-xgboost-v2-mlserver.18a902803d8c1758
    namespace: kserve-ci-e2e-test
    resourceVersion: "36530"
    uid: ea0bac6d-964a-4a1a-8215-68da6925f866
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36136"
    uid: 9000cc6e-b793-478c-ab5a-0fcfc09ccae7
  kind: Event
  lastTimestamp: "2026-04-23T14:24:37Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:24:37Z"
    name: isvc-xgboost-v2-mlserver.18a902803de07cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: b53e9c7b-1168-4b89-ba0e-3a0128aac3a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: 9000cc6e-b793-478c-ab5a-0fcfc09ccae7
  kind: Event
  lastTimestamp: "2026-04-23T14:24:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:24:37Z"
    name: isvc-xgboost-v2-mlserver.18a9028043d16329
    namespace: kserve-ci-e2e-test
    resourceVersion: "36189"
    uid: 0c2517fc-17d4-4728-962d-c8dbfea2d7ad
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36528"
    uid: 9000cc6e-b793-478c-ab5a-0fcfc09ccae7
  kind: Event
  lastTimestamp: "2026-04-23T14:25:21Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:25:21Z"
    name: isvc-xgboost-v2-mlserver.18a9028a51a041b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36529"
    uid: 1450e121-fdc6-418f-8be3-2441f9c1004b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:28:58.514084Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38372"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:28:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902bcf2269648
    namespace: kserve-ci-e2e-test
    resourceVersion: "38377"
    uid: 98ca526f-6d90-483f-bbbf-ecb4aa5c0bbb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:28:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902bcfd359cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38389"
    uid: 4fd585df-24f2-4684-9f64-fc0f93bc86ed
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38383"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:28:59Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:28:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902bd2f1d38d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38405"
    uid: 2b6e0bb7-a59b-4843-aa4c-fafa3c79f926
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:28:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902bd309831c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38407"
    uid: db79ef23-dd13-4a6c-9499-283d20da446a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:28:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902bd33c615ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38410"
    uid: 32a3b380-e079-43ff-8991-e3e5ecd51f88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:28:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902bd34383104
    namespace: kserve-ci-e2e-test
    resourceVersion: "38411"
    uid: 8eac3732-55c5-49ac-8bc3-7527bd0d539b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:29:03Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:29:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902be2ad3c592
    namespace: kserve-ci-e2e-test
    resourceVersion: "38446"
    uid: cea049f6-c7bb-415e-8630-0a332cb1685d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:29:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:29:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902be2e4f73a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38450"
    uid: d9a7bbfc-ae53-4e99-8cc0-d91482e8e074
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:29:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:29:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902be2ed52638
    namespace: kserve-ci-e2e-test
    resourceVersion: "38451"
    uid: ee2ce55b-4f40-4984-9e1a-06a7d58058e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:29:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:29:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902be2ee0cd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38452"
    uid: 9967abde-39bb-45a0-9ea7-dbd7f0a3f276
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:29:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:29:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902be32a9ff26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38454"
    uid: 12264e39-4ffc-4a07-9e2e-e5123bb0a012
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:29:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:29:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902be3326c900
    namespace: kserve-ci-e2e-test
    resourceVersion: "38455"
    uid: 96437ed2-5494-4f50-981f-8dc19d454c31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:30:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T14:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:21Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902be66c9ab1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39098"
    uid: a6d7e735-d1ef-4e8e-ad3d-2e94b3b4ed3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:30:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902cf98971bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 3d341105-2e5f-4956-bb4a-18d17d26b43a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:30:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902cf9897f0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39021"
    uid: 6e3bcc6d-0f10-4eb4-bfab-62172e60d133
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: df87f19d-c6db-44c6-b083-f9633efc191e
  kind: Event
  lastTimestamp: "2026-04-23T14:30:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:30:21Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8.18a902d054c84f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "39097"
    uid: b80a36fd-65ae-4905-8c08-1315f0bfa36a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38363"
    uid: 1bf055be-1c25-4ff2-b55f-e1cf4f125fbd
  kind: Event
  lastTimestamp: "2026-04-23T14:28:58Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-qc8j8'
  metadata:
    creationTimestamp: "2026-04-23T14:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a902bcf1bd1d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "38375"
    uid: ada253c7-b02e-4ad6-9fbe-b8a204b21604
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38361"
    uid: e14a99ed-2dec-4104-a5fe-ce0ba563a07e
  kind: Event
  lastTimestamp: "2026-04-23T14:28:58Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2-predictor.18a902bcef00e2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38365"
    uid: d257c029-867c-4c35-9311-d3ca77c24c07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: 2ac8dc36-e7f5-47ce-b5d6-99588e4f22b8
  kind: Event
  lastTimestamp: "2026-04-23T14:29:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:29:43Z"
    name: isvc-xgboost-v2-predictor.18a902c06dd18c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38737"
    uid: 4aab10b6-cb1d-4ca6-9bbb-835fe382dd04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: 2ac8dc36-e7f5-47ce-b5d6-99588e4f22b8
  kind: Event
  lastTimestamp: "2026-04-23T14:29:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:29:43Z"
    name: isvc-xgboost-v2-predictor.18a902c06e4f8ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38738"
    uid: 950d75f7-e46e-4437-8da2-b4b853f9eb96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38526"
    uid: 2ac8dc36-e7f5-47ce-b5d6-99588e4f22b8
  kind: Event
  lastTimestamp: "2026-04-23T14:30:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:30:13Z"
    name: isvc-xgboost-v2-predictor.18a902c3ed032968
    namespace: kserve-ci-e2e-test
    resourceVersion: "38951"
    uid: 010a7790-fd38-4a5e-a9c0-2a0913c09374
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38526"
    uid: 2ac8dc36-e7f5-47ce-b5d6-99588e4f22b8
  kind: Event
  lastTimestamp: "2026-04-23T14:30:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:30:13Z"
    name: isvc-xgboost-v2-predictor.18a902c3ed743780
    namespace: kserve-ci-e2e-test
    resourceVersion: "38952"
    uid: f3d067e5-a432-4d39-aa77-408e610fc66d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:27:58.367694Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902aef1258269
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: cd5ac126-dcb6-4e9f-b05b-fde5171d4fc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37862"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902af0a9055b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: defa66fb-a1b6-4e1b-afac-226378517073
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902af0c1b3a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "37875"
    uid: 531733fa-ffa0-499e-8fe5-1d989ed9bb10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902af0f5e10c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37876"
    uid: 8529c4e7-84cf-4eb9-b872-852d85915131
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902af0fcfb60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37877"
    uid: a6469f73-44ef-454f-9325-2dd7680bdf2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:28:02Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T14:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902afeba985fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37912"
    uid: 4ae821bc-4397-4262-933b-c6ff7ef11003
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:28:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902afef41b194
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 0fc65910-e232-49e5-9158-423cd80cb2bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:28:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902afefbb98d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: 942a3660-2986-4acf-971f-0a1a63662f7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:28:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902afefc73fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: b15a8c24-08dc-4f82-8c8d-3088195e3cb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:28:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902aff2649de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 2f3c1263-dad5-4579-9ab2-6d9051b218bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:28:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902aff2dd87e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 401b914f-a725-442a-a25d-05669693edea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:28:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T14:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902b88cc1840d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38187"
    uid: a84a2e58-6101-4b04-b562-6cb5135667be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:28:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902bcec8af7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38350"
    uid: 28f072f1-eb47-4bf2-ac21-bd61fcea859d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:28:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902bcec8b784c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38352"
    uid: 8743c95a-0284-4d93-b0ee-046ef52e2816
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:29:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:29:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902bd31e8991b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38458"
    uid: 1f39b8d7-1fb0-4f68-9448-c1ee872fdce6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 2654c476-4740-479e-bc60-fee229645bbb
  kind: Event
  lastTimestamp: "2026-04-23T14:29:00Z"
  message: 'Readiness probe failed: Get "http://10.133.0.48:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-23T14:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:29:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj.18a902bd7055c94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38422"
    uid: 30624831-84af-4a22-ab47-1dd9f1a40a86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37840"
    uid: 9dd670e2-c57a-4192-9329-4d7482bf4361
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-vlzsj'
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a902aef0c1abf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: 7614c1eb-dcc0-4a58-b9c6-7f5e8b5a8ec4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37838"
    uid: ec54e996-3c3e-4656-9728-0da7c0a36028
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-v2-runtime-predictor.18a902aeec5ec39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37842"
    uid: 57566830-2af4-46e2-9463-4bc6c8eb0b9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: e7e8cf99-8f39-470b-8b96-c08f0c184b5a
  kind: Event
  lastTimestamp: "2026-04-23T14:28:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:28:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18a902b26b24c0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 3fab0f3e-155d-43c9-b2b4-b0ac5c521445
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: e7e8cf99-8f39-470b-8b96-c08f0c184b5a
  kind: Event
  lastTimestamp: "2026-04-23T14:28:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:28:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18a902b26b847ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38214"
    uid: 5caef1f6-4de3-40e8-9420-d2438b5cb04a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: e7e8cf99-8f39-470b-8b96-c08f0c184b5a
  kind: Event
  lastTimestamp: "2026-04-23T14:28:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2-runtime-predictor.18a902b5ea287a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38327"
    uid: e1a20a49-6434-4b0d-98a6-4603fe8317fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: e7e8cf99-8f39-470b-8b96-c08f0c184b5a
  kind: Event
  lastTimestamp: "2026-04-23T14:28:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2-runtime-predictor.18a902b5ea8c655c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38329"
    uid: f4bb60b1-e8fe-4d8e-be6d-b8ff50791154
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37810"
    uid: c355473e-6f91-40b2-8613-5efd1128339d
  kind: Event
  lastTimestamp: "2026-04-23T14:28:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:28:49Z"
    name: isvc-xgboost-v2-runtime.18a902aeec34c920
    namespace: kserve-ci-e2e-test
    resourceVersion: "38268"
    uid: bc16adba-64ae-4de3-bc94-dccf73c53b52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37810"
    uid: c355473e-6f91-40b2-8613-5efd1128339d
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-v2-runtime.18a902aeec8fd1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37861"
    uid: 423d072a-e391-41bd-90a3-475bc3748db7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: c355473e-6f91-40b2-8613-5efd1128339d
  kind: Event
  lastTimestamp: "2026-04-23T14:27:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:27:58Z"
    name: isvc-xgboost-v2-runtime.18a902aef22e4c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "37863"
    uid: 69e7d359-b632-4fc3-830b-1ef7bb8b8d10
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: c355473e-6f91-40b2-8613-5efd1128339d
  kind: Event
  lastTimestamp: "2026-04-23T14:28:49Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:28:49Z"
    name: isvc-xgboost-v2-runtime.18a902bae3cbf7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38267"
    uid: d9e82997-882e-43fa-95a8-e0e04096d86f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38334"
    uid: 59fb704c-2961-45ce-9a12-e8b9a9f67965
  kind: Event
  lastTimestamp: "2026-04-23T14:30:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:30:11Z"
    name: isvc-xgboost-v2.18a902bceed99563
    namespace: kserve-ci-e2e-test
    resourceVersion: "38940"
    uid: 5c2fa6aa-85a8-48bb-b5bc-e5b11af3a4ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38334"
    uid: 59fb704c-2961-45ce-9a12-e8b9a9f67965
  kind: Event
  lastTimestamp: "2026-04-23T14:28:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2.18a902bcef2509e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: d2334f8a-525d-4ad8-a190-2971c97d1dde
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:28:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38370"
    uid: 59fb704c-2961-45ce-9a12-e8b9a9f67965
  kind: Event
  lastTimestamp: "2026-04-23T14:28:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:28:58Z"
    name: isvc-xgboost-v2.18a902bcf5cd4981
    namespace: kserve-ci-e2e-test
    resourceVersion: "38386"
    uid: 217e11d8-815d-4825-baec-2d45607b0c18
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38938"
    uid: 59fb704c-2961-45ce-9a12-e8b9a9f67965
  kind: Event
  lastTimestamp: "2026-04-23T14:30:11Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:30:11Z"
    name: isvc-xgboost-v2.18a902ce05d4cc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "38939"
    uid: 17dd4e1d-0f69-4342-8bc5-8cf457580553
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35339"
    uid: 22ee41c9-1a68-4bf4-b427-1b2ce58ca4d2
  kind: Event
  lastTimestamp: "2026-04-23T14:24:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:24:28Z"
    name: isvc-xgboost.18a90268e729c439
    namespace: kserve-ci-e2e-test
    resourceVersion: "36072"
    uid: 6b8f485b-7b58-4938-894b-01c066c93339
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35339"
    uid: 22ee41c9-1a68-4bf4-b427-1b2ce58ca4d2
  kind: Event
  lastTimestamp: "2026-04-23T14:22:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T14:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:22:57Z"
    name: isvc-xgboost.18a90268e779d1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35391"
    uid: 57bdba18-de31-47ff-b131-d936f001a408
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35352"
    uid: 22ee41c9-1a68-4bf4-b427-1b2ce58ca4d2
  kind: Event
  lastTimestamp: "2026-04-23T14:22:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:22:57Z"
    name: isvc-xgboost.18a90268edb9fd96
    namespace: kserve-ci-e2e-test
    resourceVersion: "35393"
    uid: 1b5e8732-5474-498e-8e21-9aefa1c27638
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:24:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: 22ee41c9-1a68-4bf4-b427-1b2ce58ca4d2
  kind: Event
  lastTimestamp: "2026-04-23T14:24:28Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:24:28Z"
    name: isvc-xgboost.18a9027e090e5a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: d0605d9f-1ef9-428d-bf47-a00111f20eba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T13:42:38.599232Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-wrwkg
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T13:42:38Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a90035b2503bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: 50a425da-0400-4bb9-a810-0f2e5c135ca4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:38Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a90035c0bf0aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: a21db070-9cb5-45ab-b019-70fd508c078d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:39Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T13:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T13:42:39Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a90035eee2cc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: 0b9cf617-f1b5-4dc4-9186-4dbe6ebf1472
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:39Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-23T13:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:39Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a90035f0875a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14980"
    uid: 53b79e7e-a485-4277-aa19-74052144e60d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:40Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.114s (1.114s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:40Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a9003632f07d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: 48e2b488-7017-4dc1-b2e7-b551ce179ce5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T13:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:40Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a9003636356006
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 1870c30f-51a7-4b3d-b25a-525f3d4b4f41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:40Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a9003636b179b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: d70fa1df-907b-4294-bd58-cb679ce801a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-23T13:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:40Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a9003636bf0557
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: fe50fac9-0836-4826-9fba-17d1cccb668e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.195s (2.195s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T13:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:43Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a90036b99fbaeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: df45c5f4-ec95-4a26-8c38-07b785f47080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T13:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:43Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a90036bd1105a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: c529b09e-87e6-473f-beb1-b893b2d4fa96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:42:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:42:43Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a90036bd8353e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: d36f7f85-4092-48e6-9f63-bd6f25c905cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:44:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:23Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a9004e357737ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: d7fb90fe-a4b1-4dc1-8757-28533b7c67e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wrwkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 02fc9ade-c9a8-4107-ae3a-c7241d49c136
  kind: Event
  lastTimestamp: "2026-04-23T13:44:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T13:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T13:44:23Z"
    name: message-dumper-predictor-c7d86bcbd-wrwkg.18a9004e35779d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: a176d2e6-1806-4ccd-8deb-bd6131fa57fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 44df5d41-8ee0-41e6-8d9c-1af490fa5575
  kind: Event
  lastTimestamp: "2026-04-23T13:42:38Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-wrwkg'
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:42:38Z"
    name: message-dumper-predictor-c7d86bcbd.18a90035b1d7507f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 61e6cb5b-7504-4ca6-8306-12051516fce5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: f5259e1d-e8c7-4fb1-9b41-bb426f3a2523
  kind: Event
  lastTimestamp: "2026-04-23T13:42:38Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:42:38Z"
    name: message-dumper-predictor.18a90035afc882d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 8ac03718-1f77-4a14-8f87-1cba6e5385d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 966c2f1b-4be2-4597-b2f5-c31387362686
  kind: Event
  lastTimestamp: "2026-04-23T13:43:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:43:08Z"
    name: message-dumper-predictor.18a900392e329e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 9c4ffcf9-2f7b-421d-983a-54381d8ceb28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 966c2f1b-4be2-4597-b2f5-c31387362686
  kind: Event
  lastTimestamp: "2026-04-23T13:43:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T13:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T13:43:08Z"
    name: message-dumper-predictor.18a900392e92f238
    namespace: kserve-ci-e2e-test
    resourceVersion: "15284"
    uid: be6a1d8f-c82b-4e8d-85d5-e4e2000798e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 57aeff94-94de-438f-9b58-461e52a6470a
  kind: Event
  lastTimestamp: "2026-04-23T13:42:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:42:51Z"
    name: message-dumper.18a90035afa539c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: c26165dc-58fb-4ea4-a7b9-cd55caa2266c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 57aeff94-94de-438f-9b58-461e52a6470a
  kind: Event
  lastTimestamp: "2026-04-23T13:42:38Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:42:38Z"
    name: message-dumper.18a90035b02b9f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: df291115-65d4-4da2-9cbd-4c192a6c36df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14918"
    uid: 57aeff94-94de-438f-9b58-461e52a6470a
  kind: Event
  lastTimestamp: "2026-04-23T13:42:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T13:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:42:38Z"
    name: message-dumper.18a90035b5c3cb3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: 76383cf7-864d-477a-970c-c1c5dc6e92ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T13:42:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 57aeff94-94de-438f-9b58-461e52a6470a
  kind: Event
  lastTimestamp: "2026-04-23T13:42:51Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-23T13:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T13:42:51Z"
    name: message-dumper.18a90038c51aa124
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: 83899cf1-6010-415b-b612-4e1c8b4295a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:13:55.096048Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30814"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901ea9a3d4e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30818"
    uid: 4e130952-c912-4424-9d31-961b5264f466
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:13:55Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901eab3735fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: 909cfe1a-1ad6-4df8-b1ba-cd515ac66997
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:13:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901eab51be005
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: ae52879b-6f0c-4be4-a0db-abf1629d6bb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:13:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901eab8251b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30833"
    uid: 3735f500-72c9-4060-b0a6-e74511e0d1d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:13:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901eab896ef8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 13845c54-1132-4e86-9354-0eca761614f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:00Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T14:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:00Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901ebc427d923
    namespace: kserve-ci-e2e-test
    resourceVersion: "30877"
    uid: 6bbe2e3d-f089-44bc-8baf-2781ed06c508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:00Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901ebc76d300e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30880"
    uid: 8abc443e-6cb4-463d-9cae-0851bc521cff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:00Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901ebc8056605
    namespace: kserve-ci-e2e-test
    resourceVersion: "30881"
    uid: 5b7d8589-b345-427e-9555-a443dbb81117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:00Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901ebc810eb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30884"
    uid: 9b829aad-8b51-4771-9ca1-cf4f82275d46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:00Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901ebcb2f74c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30885"
    uid: 8d6b16a5-87b8-406d-903e-b1d93f258610
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:00Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901ebcba63491
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: 75524709-c9ce-425f-a717-cb22b42ab664
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T14:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:38Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901f49f75001c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31150"
    uid: e662fe3d-8369-4b7f-b159-87197cc3fd02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901f897f0afd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31320"
    uid: 60442b3f-585e-4ae6-ae10-c3d9ace2a082
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901f897f1c22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: ea6e2cec-4a43-486c-9944-f6aaef1f4194
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: b3d40203-3082-4215-9f0e-6b4b45504953
  kind: Event
  lastTimestamp: "2026-04-23T14:14:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:14:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-rfwrh.18a901f945e6dd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31375"
    uid: d48746b6-023e-4294-874b-e46612aba7e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30801"
    uid: 69b14774-da74-43b4-8447-b0af1d45e46c
  kind: Event
  lastTimestamp: "2026-04-23T14:13:55Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-rfwrh'
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a901ea99a26336
    namespace: kserve-ci-e2e-test
    resourceVersion: "30815"
    uid: fb0d070a-abdb-4877-b1ef-beb07628a7e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30798"
    uid: ba33e30e-04be-4b7e-af5c-b1cef3bcdf6f
  kind: Event
  lastTimestamp: "2026-04-23T14:13:55Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: sklearn-v2-mlserver-predictor.18a901ea95e4d169
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: 9ea7e5d4-80c5-4f62-8546-e235309d6d1b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: b0685046-3ba5-4d1f-9d35-cef9e9a4461b
  kind: Event
  lastTimestamp: "2026-04-23T14:14:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:14:10Z"
    name: sklearn-v2-mlserver-predictor.18a901ee14e1e2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: 50ad0e03-1706-400e-a07b-01b70ce264d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: b0685046-3ba5-4d1f-9d35-cef9e9a4461b
  kind: Event
  lastTimestamp: "2026-04-23T14:14:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:14:10Z"
    name: sklearn-v2-mlserver-predictor.18a901ee1548c54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30958"
    uid: 4d4be20d-0030-4649-aa17-361823f0f8b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: b0685046-3ba5-4d1f-9d35-cef9e9a4461b
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: sklearn-v2-mlserver-predictor.18a901f19403507c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31284"
    uid: fb4990aa-f411-4de9-ac1b-3842d3057b45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: b0685046-3ba5-4d1f-9d35-cef9e9a4461b
  kind: Event
  lastTimestamp: "2026-04-23T14:14:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:14:55Z"
    name: sklearn-v2-mlserver-predictor.18a901f19474d266
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: 18cec024-402d-4ca3-98d5-522cf39ddffe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30772"
    uid: d6c6ef8a-38a8-4cf3-9c5f-fc9b73f22a60
  kind: Event
  lastTimestamp: "2026-04-23T14:14:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:14:48Z"
    name: sklearn-v2-mlserver.18a901ea95a95c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "31233"
    uid: eb257832-5181-4ef5-aab8-3e95fe4119f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:13:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30772"
    uid: d6c6ef8a-38a8-4cf3-9c5f-fc9b73f22a60
  kind: Event
  lastTimestamp: "2026-04-23T14:13:55Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:13:55Z"
    name: sklearn-v2-mlserver.18a901ea9630212b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30806"
    uid: d378eb0d-5f8c-4469-80cc-3e72982124dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:14:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31231"
    uid: d6c6ef8a-38a8-4cf3-9c5f-fc9b73f22a60
  kind: Event
  lastTimestamp: "2026-04-23T14:14:48Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:14:48Z"
    name: sklearn-v2-mlserver.18a901f6f7028580
    namespace: kserve-ci-e2e-test
    resourceVersion: "31232"
    uid: 49ca477d-eed8-4ee1-8e07-9c0301f2acca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T14:25:27.998531Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    to ip-10-0-139-40.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T14:25:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T14:25:27Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028bee721c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 9b173f4c-5d81-456b-a0d5-2ffe6bef9235
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-767db968cb-wsd4m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T14:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028bfb00fcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36635"
    uid: 188c0820-5736-4f68-bdba-debc0354f189
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36629"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:29Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T14:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T14:25:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028c2eb53714
    namespace: kserve-ci-e2e-test
    resourceVersion: "36646"
    uid: 157bad06-5cad-4d7c-8698-ddb09e5a190e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bfc8f044ee2a84e90b7b9876040a412b44d7b121a59a5fe7b22a946b15b61519"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028c301db09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36648"
    uid: 2cd3e546-cf6f-4606-a87d-ebea1e0125b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T14:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028c33b9cb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36650"
    uid: 5cbc6ecd-b45a-4241-9d37-fb2d05c93be0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T14:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028c342dd743
    namespace: kserve-ci-e2e-test
    resourceVersion: "36651"
    uid: 979a9180-8832-4b36-9499-8604491b771b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T14:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028d200367e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36690"
    uid: 8000a68f-5080-41aa-b8ca-f134f9259f3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T14:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028d22eabec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36693"
    uid: beb3eb3a-5e0e-4c8f-a674-4f08e5f0bc2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028d23636e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "36695"
    uid: 4e6dfc88-2780-461c-8333-79e29fa67ada
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T14:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028d23708a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "36697"
    uid: f128d217-9e7b-453d-9d5c-9b505903b9c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T14:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028d262d95c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: fccaa075-2762-45b9-a07a-1f03665cdb36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:25:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:25:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9028d26ab1dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "36700"
    uid: 087e2ea3-1937-4530-8b1e-4ba836391120
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:26:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T14:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:18Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a90297975a7a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: a2eceac2-c8bd-4a76-b0e5-6dbf7126fc2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:26:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T14:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:18Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a90297975b3be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 14ac372a-1217-47fe-ba88-9de91d393e2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 8798bb75-2569-492b-bd57-ad61e81d10f4
  kind: Event
  lastTimestamp: "2026-04-23T14:26:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T14:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T14:26:20Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz.18a9029812015cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: dd3f292a-5ab0-40f6-a379-c9574eb2e02e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-40.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-40.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36608"
    uid: df10b12a-8b7f-471e-a7ea-901b70893947
  kind: Event
  lastTimestamp: "2026-04-23T14:25:27Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-2ckrz'
  metadata:
    creationTimestamp: "2026-04-23T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:25:27Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a9028bedf00329
    namespace: kserve-ci-e2e-test
    resourceVersion: "36622"
    uid: 7f709966-7f8c-4cea-ba64-e8e2a7a774f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36606"
    uid: 6e081d25-de8f-4012-a896-66301e33c34c
  kind: Event
  lastTimestamp: "2026-04-23T14:25:27Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:25:27Z"
    name: xgboost-v2-mlserver-predictor.18a9028beaf2cb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: fccfea18-a5bb-420e-a940-2c8dae70779d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36607"
    uid: 062442a6-0d22-44a0-b078-93503122dfa8
  kind: Event
  lastTimestamp: "2026-04-23T14:26:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:26:12Z"
    name: xgboost-v2-mlserver-predictor.18a9028f69c6cd0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 5348e21d-d6f7-40c3-8439-e454ee9628f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36607"
    uid: 062442a6-0d22-44a0-b078-93503122dfa8
  kind: Event
  lastTimestamp: "2026-04-23T14:26:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T14:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:26:13Z"
    name: xgboost-v2-mlserver-predictor.18a9028f6a2c3e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: ff600989-c42d-4a26-9e42-c4d940907cc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36767"
    uid: 062442a6-0d22-44a0-b078-93503122dfa8
  kind: Event
  lastTimestamp: "2026-04-23T14:25:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:25:57Z"
    name: xgboost-v2-mlserver-predictor.18a90292e8f8dba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36871"
    uid: bd12f9b9-3dfe-454f-81fd-da4eecb58b11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36767"
    uid: 062442a6-0d22-44a0-b078-93503122dfa8
  kind: Event
  lastTimestamp: "2026-04-23T14:25:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T14:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T14:25:57Z"
    name: xgboost-v2-mlserver-predictor.18a90292e9604822
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 66c4bc9f-909b-4b60-8784-a3f06f546e3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36578"
    uid: 095cf2f7-bc6d-47ae-95b7-fd3f136ca72a
  kind: Event
  lastTimestamp: "2026-04-23T14:26:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:26:10Z"
    name: xgboost-v2-mlserver.18a9028beac7e664
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: eeae1598-c95a-4ecb-861c-060a9c7f9c73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36578"
    uid: 095cf2f7-bc6d-47ae-95b7-fd3f136ca72a
  kind: Event
  lastTimestamp: "2026-04-23T14:25:27Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:25:27Z"
    name: xgboost-v2-mlserver.18a9028beb56f833
    namespace: kserve-ci-e2e-test
    resourceVersion: "36614"
    uid: 04feacdb-6d4e-4af4-aa2c-3152a0419ae5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T14:26:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: 095cf2f7-bc6d-47ae-95b7-fd3f136ca72a
  kind: Event
  lastTimestamp: "2026-04-23T14:26:10Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T14:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T14:26:10Z"
    name: xgboost-v2-mlserver.18a90295c3991359
    namespace: kserve-ci-e2e-test
    resourceVersion: "36962"
    uid: 7403870c-f880-4c75-b8f0-54bc2733630f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42436"